-- Logs begin at Wed 2022-05-18 14:03:10 UTC, end at Wed 2022-05-18 15:14:10 UTC. -- May 18 14:46:33.206695 dv-cinder-839987-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 18 14:46:36.027803 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.common.config [-] Logging enabled! May 18 14:46:36.028432 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev219 May 18 14:46:36.028616 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110049) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 18 14:46:36.032386 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.common.config [-] Logging enabled! May 18 14:46:36.032696 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev219 May 18 14:46:36.033005 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110049) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 18 14:46:36.033939 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 18 14:46:36.034171 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 18 14:46:36.034537 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 18 14:46:36.034779 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 18 14:46:36.035001 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 18 14:46:36.035406 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.035707 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.035933 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.036226 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.036513 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.036813 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.037135 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.037433 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.037715 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.037987 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.038267 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.038492 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.038767 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.039050 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.039331 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.039552 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] debug = True {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.039825 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.040261 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.040684 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.040963 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.041250 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.041523 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.041789 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.042064 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.042343 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.042671 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] host = dv-cinder-839987-7-iscsi {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.042944 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.043227 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.043509 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.043792 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.044063 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.044332 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.044632 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.044903 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.045171 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] log_file = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.045439 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.045727 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.046009 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.046564 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.046784 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.047571 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.047858 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.048155 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.048428 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.048729 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.049003 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.049275 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.049544 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.049808 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.050094 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.050375 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.050656 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.050925 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.051191 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.051458 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.051724 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.052005 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.052271 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.052539 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.052831 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.053115 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.053380 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.053648 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.053944 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.054225 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.054506 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.054788 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.055057 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.055334 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.055609 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.055876 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.056140 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] use_json = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.056408 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.056695 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.056973 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.057242 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.057508 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.057775 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.058041 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.058319 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.058587 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:36.058880 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.059173 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.059469 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.059749 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.060046 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.060318 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.060626 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.060905 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.061191 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.061476 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.061758 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.062031 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.062325 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.062649 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.062942 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.063244 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.063535 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.063827 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.064099 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.064371 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.064665 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.064945 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.065229 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.065508 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.065796 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.066084 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.066361 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.066655 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.066937 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.067219 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.067510 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.067797 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.068068 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.068345 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.068662 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.068942 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.069213 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.069499 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.069777 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.070046 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.070325 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.070598 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.070866 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.071134 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.071407 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.071692 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.071964 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.072231 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.072493 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.072787 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.073054 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.073331 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.073602 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.073865 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.074131 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.074404 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.074671 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.074937 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.075211 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.075481 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.075757 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.076026 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.076294 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.076563 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.076853 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.077120 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.077386 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.077652 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.077923 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.078219 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.078490 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.078757 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.079024 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.079291 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.079593 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.079854 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.080124 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.080392 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.080687 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.080963 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.081233 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.081504 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.081774 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.082039 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.082325 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.082601 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.082881 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.083157 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.083428 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.083737 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.084008 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.084280 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.084556 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.084853 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.085126 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.085405 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.085690 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.085982 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.086273 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.086550 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.086842 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.087133 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.087420 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.087694 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.088015 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.088275 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:36.088487 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 18 14:46:36.088746 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110049) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 18 14:46:36.550666 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110049) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 18 14:46:36.550944 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110049) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 18 14:46:36.551241 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110049) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 18 14:46:36.551571 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.manager [-] Loading core plugin: ml2 May 18 14:46:36.885284 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:36.885502 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:36.885777 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:36.886954 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:36.887227 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:36.887486 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:36.943176 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:36.943451 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:36.943714 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:36.958314 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:36.958591 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:36.958857 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:36.990042 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:36.990318 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:36.990582 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:37.026616 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:37.026891 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:37.027152 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:37.366697 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:37.367284 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:37.367284 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:37.367457 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:37.368141 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:37.466520 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:37.466779 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:37.467057 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:37.467326 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:37.467592 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:37.467900 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:37.468156 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:37.468409 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:37.468682 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:37.469499 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:37.469755 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:37.470018 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:37.470270 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:37.470516 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:37.470765 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:37.471024 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:37.471273 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:37.471535 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:37.471798 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:37.472055 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:37.472321 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:37.472567 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:37.472864 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:37.473238 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:37.473481 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:37.473720 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:37.474103 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110049) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 14:46:37.474337 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110049) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 14:46:37.474569 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110049) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 14:46:37.474800 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110049) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 14:46:37.475030 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110049) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 14:46:37.475263 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110049) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 14:46:37.475620 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 18 14:46:37.478690 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 18 14:46:37.482602 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 18 14:46:37.486223 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) May 18 14:46:37.487833 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 18 14:46:37.488296 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 18 14:46:37.488657 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 18 14:46:37.489036 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 18 14:46:37.491951 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 18 14:46:37.492201 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 18 14:46:37.492543 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 18 14:46:37.497364 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 18 14:46:37.521067 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 18 14:46:37.521513 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:37.521807 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110049) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 18 14:46:37.522174 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:37.523524 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110049) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 18 14:46:37.523797 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 18 14:46:37.524033 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 18 14:46:37.527308 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:37.527589 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:37.590849 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 18 14:46:37.591085 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 18 14:46:37.591315 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 18 14:46:37.591676 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 18 14:46:37.649175 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO dbcounter [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Registered counter for database neutron May 18 14:46:37.668537 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_db.sqlalchemy.engines [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110049) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 18 14:46:37.675098 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG dbcounter [-] [110049] Writer thread running {{(pid=110049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 18 14:46:38.116464 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.plugins.ml2.managers [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Initializing driver for type 'gre' May 18 14:46:38.117024 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] gre ID ranges: [(1, 1000)] May 18 14:46:38.171014 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.plugins.ml2.managers [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Initializing driver for type 'local' May 18 14:46:38.171753 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.plugins.ml2.managers [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Initializing driver for type 'vlan' May 18 14:46:38.185255 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] VlanTypeDriver initialization complete May 18 14:46:38.185652 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.plugins.ml2.managers [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Initializing driver for type 'vxlan' May 18 14:46:38.186120 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] vxlan ID ranges: [(1, 1000)] May 18 14:46:38.240740 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.plugins.ml2.managers [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Initializing extension driver 'port_security' May 18 14:46:38.241150 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.plugins.ml2.extensions.port_security [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] PortSecurityExtensionDriver initialization complete May 18 14:46:38.241485 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.plugins.ml2.managers [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Initializing mechanism driver 'openvswitch' May 18 14:46:38.241824 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.plugins.ml2.managers [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Initializing mechanism driver 'hyperv' May 18 14:46:38.248369 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.plugin [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:46:38.249069 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > port after_create 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.249444 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > port after_update 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.249799 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > port after_delete 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.250914 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110049) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 18 14:46:38.251334 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > subnet after_create 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.251689 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > subnet after_update 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.252036 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.252432 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110049) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 18 14:46:38.252872 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > network after_create 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.253228 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > network after_update 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.253571 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > network after_delete 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.253963 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110049) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 18 14:46:38.254371 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > security_group after_create 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.254723 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > security_group after_update 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.255063 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > security_group after_delete 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.255460 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110049) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 18 14:46:38.255865 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.256214 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.256573 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.256981 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110049) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 18 14:46:38.257391 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > address_group after_create 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.257737 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > address_group after_update 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.258076 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > address_group after_delete 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.258630 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110049) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 18 14:46:38.259081 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] ML2 OVO RPC backend initialized. {{(pid=110049) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 18 14:46:38.259870 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.260229 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.260735 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > network before_response 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.261094 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > networks before_response 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.261440 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > port before_response 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.261782 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > ports before_response 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.262126 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > subnet before_response 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.262469 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > subnets before_response 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.262814 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > network after_create 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.263158 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > network after_update 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.263496 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > network after_delete 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.263836 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > port after_create 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.264178 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > port after_update 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.264515 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > port after_delete 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.264875 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > subnet after_create 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.265213 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > subnet after_update 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.265549 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.273098 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.quota [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded quota_driver: . May 18 14:46:38.273472 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.plugins.ml2.plugin [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Modular L2 Plugin initialization complete May 18 14:46:38.273820 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading services supported by the core plugin {{(pid=110049) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 18 14:46:38.274164 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.plugins.ml2.managers [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Got port-security extension from driver 'port_security' May 18 14:46:38.274639 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.extensions.vlantransparent [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Disabled vlantransparent extension. May 18 14:46:38.275135 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110049) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 18 14:46:38.275461 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading Plugin: router May 18 14:46:38.313198 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > router_interface before_create 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.313588 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > router after_create 55549900 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.313982 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > router before_create 55549900 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.314337 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.314701 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.315047 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > router after_delete 55549900 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.315397 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > floatingip after_create 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.315739 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > floatingip after_update 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.316086 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > router after_create 55549900 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.316424 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > router after_update 55549900 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.316786 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > router after_update 55549900 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.317123 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.317473 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > router after_update 55549900 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.317873 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > router precommit_update 55549900 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.318240 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: port after_update 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.318570 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: port after_delete 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.318901 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: subnet after_update 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.319232 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.319573 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > port precommit_delete 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.319913 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > router precommit_create 55549900 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.320250 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: port before_delete 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.320599 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > router precommit_create 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.320944 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > router after_update 55549900 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.321278 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > router precommit_delete 55549900 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.321622 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > router precommit_create 55549900 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.321974 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.322312 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > router precommit_update 55549900 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.322668 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > agent after_create 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.323007 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > agent after_delete 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.323345 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > network after_delete 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.324194 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.quota.resource_registry [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Tracking information for resource: router configured {{(pid=110049) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 14:46:38.324514 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.quota.resource_registry [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Tracking information for resource: floatingip configured {{(pid=110049) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 14:46:38.329448 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.db.l3_agentschedulers_db [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 18 14:46:38.330019 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: port after_update 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.330377 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: port after_create 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.330725 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: port after_delete 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.331069 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: port after_update 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.331836 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > router before_create 55550100 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.332195 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > router precommit_delete 55550100 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.332552 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > router precommit_create 55550100 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.332936 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > router precommit_update 55550100 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.337688 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.services.provider_configuration [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Service providers = [] {{(pid=110049) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 18 14:46:38.338047 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.db.servicetype_db [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110049) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 18 14:46:38.340971 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.services.service_base [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110049) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 18 14:46:38.341309 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.services.service_base [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110049) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 18 14:46:38.341640 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.services.service_base [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110049) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 18 14:46:38.342511 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.services.service_base [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110049) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 18 14:46:38.342883 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.services.service_base [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Default provider is not specified for service type L3_ROUTER_NAT May 18 14:46:38.343251 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110049) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 14:46:38.343562 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 18 14:46:38.354476 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110049) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 14:46:38.354802 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading Plugin: auto_allocate May 18 14:46:38.361764 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: network precommit_update 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.362130 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: network precommit_create 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.362651 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110049) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 14:46:38.362965 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading Plugin: tag May 18 14:46:38.370165 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110049) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 14:46:38.370725 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading Plugin: timestamp May 18 14:46:38.375035 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110049) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 14:46:38.375359 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading Plugin: network_ip_availability May 18 14:46:38.383390 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.383916 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.384427 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.385511 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110049) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 14:46:38.385970 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading Plugin: flavors May 18 14:46:38.392798 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110049) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 14:46:38.393268 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading Plugin: revisions May 18 14:46:38.399452 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110049) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 14:46:38.399999 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_concurrency.lockutils [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.849s {{(pid=110049) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 18 14:46:38.401139 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110049) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 18 14:46:38.401620 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Initializing extension manager. May 18 14:46:38.402378 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: __init__.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.402883 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: __pycache__ {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.403363 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: _port_mac_address_override.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.403850 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: address_group.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.404961 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.406061 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: address-group May 18 14:46:38.407060 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: address_scope.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.408075 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.408884 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: address-scope May 18 14:46:38.409356 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: admin_state_down_before_update.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.410648 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.411412 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: router-admin-state-down-before-update May 18 14:46:38.411737 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: agent.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.412431 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.412962 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: agent May 18 14:46:38.413281 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: agent_resources_synced.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.414245 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.414744 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: agent-resources-synced May 18 14:46:38.415063 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: allowedaddresspairs.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.417448 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.418226 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: allowed-address-pairs May 18 14:46:38.418688 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: auto_allocated_topology.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.420165 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.420967 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: auto-allocated-topology May 18 14:46:38.421692 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: availability_zone.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.423403 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.424029 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: availability_zone May 18 14:46:38.424348 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: availability_zone_filter.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.425275 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.425823 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: availability_zone_filter May 18 14:46:38.426143 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: data_plane_status.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.427039 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.427577 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extension data-plane-status not supported by any of loaded plugins May 18 14:46:38.428036 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: default_subnetpools.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.429341 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.430103 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: default-subnetpools May 18 14:46:38.430558 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: dhcpagentscheduler.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.431696 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.432464 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: dhcp_agent_scheduler May 18 14:46:38.432965 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: dns.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.434249 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.435067 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extension dns-integration not supported by any of loaded plugins May 18 14:46:38.435398 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: dns_domain_ports.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.436306 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.436857 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extension dns-domain-ports not supported by any of loaded plugins May 18 14:46:38.437213 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.438155 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.438657 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 18 14:46:38.439034 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: dvr.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.439977 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.440782 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: dvr May 18 14:46:38.441244 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: ecmp_routes.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.442520 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.443282 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extension ecmp_routes not supported by any of loaded plugins May 18 14:46:38.443743 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: empty_string_filtering.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.445030 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.445843 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: empty-string-filtering May 18 14:46:38.446343 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.447293 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.447800 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 18 14:46:38.448116 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.449075 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.449578 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 18 14:46:38.449892 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: external_net.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.451034 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.451802 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: external-net May 18 14:46:38.452259 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: extra_dhcp_opt.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.453580 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.454348 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: extra_dhcp_opt May 18 14:46:38.454804 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: extraroute.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.456050 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.456871 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: extraroute May 18 14:46:38.457375 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: extraroute_atomic.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.458820 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.459416 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: extraroute-atomic May 18 14:46:38.459739 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: filter_validation.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.460400 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.460927 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: filter-validation May 18 14:46:38.461247 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: fip_pf_description.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.462150 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.462656 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 18 14:46:38.462976 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: fip_pf_port_range.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.463882 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.464382 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 18 14:46:38.464737 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: fip_port_details.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.465649 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.466149 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: fip-port-details May 18 14:46:38.466466 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: flavors.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.467670 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.468183 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: flavors May 18 14:46:38.468504 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.470685 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.471208 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 18 14:46:38.471533 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: floatingip_pools.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.472230 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.472770 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: floatingip-pools May 18 14:46:38.473100 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: ip_allocation.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.474011 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.474514 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extension ip_allocation not supported by any of loaded plugins May 18 14:46:38.474834 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.475869 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.476385 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: ip-substring-filtering May 18 14:46:38.476736 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: l2_adjacency.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.477641 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.478145 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extension l2_adjacency not supported by any of loaded plugins May 18 14:46:38.478464 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: l3.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.479407 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.479915 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: router May 18 14:46:38.480235 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: l3_conntrack_helper.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.482430 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.482955 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 18 14:46:38.483279 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.484186 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.485260 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: ext-gw-mode May 18 14:46:38.485582 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.486487 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.486997 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: l3-ha May 18 14:46:38.487320 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.488212 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.488750 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 18 14:46:38.489070 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: l3_flavors.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.489968 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.490472 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: l3-flavors May 18 14:46:38.490790 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: l3_ndp_proxy.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.492128 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.492660 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 18 14:46:38.492988 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.493889 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.494393 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: l3-port-ip-change-not-allowed May 18 14:46:38.494708 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: l3agentscheduler.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.495734 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.496239 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: l3_agent_scheduler May 18 14:46:38.496560 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: local_ip.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.498336 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.498852 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extension local_ip not supported by any of loaded plugins May 18 14:46:38.499179 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: logging.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.500684 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.501197 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extension logging not supported by any of loaded plugins May 18 14:46:38.501521 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: metering.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.502254 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.502821 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: metering May 18 14:46:38.503146 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.504217 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.504761 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: metering_source_and_destination_fields May 18 14:46:38.505080 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: multiprovidernet.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.505997 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.506502 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: multi-provider May 18 14:46:38.506819 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: netmtu.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.507719 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.508219 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: net-mtu May 18 14:46:38.508534 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: netmtu_writable.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.509589 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.510092 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: net-mtu-writable May 18 14:46:38.510407 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: network_availability_zone.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.511061 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.511559 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: network_availability_zone May 18 14:46:38.511875 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: network_ip_availability.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.513018 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.513525 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: network-ip-availability May 18 14:46:38.513845 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: network_segment_range.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.514599 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.515098 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extension network-segment-range not supported by any of loaded plugins May 18 14:46:38.515412 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: pagination.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.516406 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.516754 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: pagination May 18 14:46:38.517068 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: port_device_profile.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.517976 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.518483 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: port-device-profile May 18 14:46:38.518810 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: port_mac_address_override.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.519718 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.520221 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: port-mac-override May 18 14:46:38.520539 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.521475 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.521976 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: port-mac-address-regenerate May 18 14:46:38.522289 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.523195 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.523698 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: port-numa-affinity-policy May 18 14:46:38.524013 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: port_resource_request.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.524934 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.525434 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extension port-resource-request not supported by any of loaded plugins May 18 14:46:38.525747 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: port_resource_request_groups.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.526691 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.527191 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 18 14:46:38.527505 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: portbindings.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.528412 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.528946 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: binding May 18 14:46:38.529260 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: portbindings_extended.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.530502 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.531007 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: binding-extended May 18 14:46:38.531844 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: portsecurity.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.532782 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.533293 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: port-security May 18 14:46:38.533613 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: project_id.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.534573 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.534894 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: project-id May 18 14:46:38.535206 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: providernet.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.536103 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.536628 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: provider May 18 14:46:38.536948 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: qos.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.540491 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.541030 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extension qos not supported by any of loaded plugins May 18 14:46:38.541355 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.542577 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.543089 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 18 14:46:38.543412 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.544318 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.544854 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 18 14:46:38.545175 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: qos_default.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.546074 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.546864 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extension qos-default not supported by any of loaded plugins May 18 14:46:38.547722 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: qos_fip.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.548662 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.549169 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extension qos-fip not supported by any of loaded plugins May 18 14:46:38.549486 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: qos_fip_network_policy.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.550390 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.550893 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 18 14:46:38.551210 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: qos_gateway_ip.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.552110 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.552640 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 18 14:46:38.552962 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: qos_port_network_policy.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.553868 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.554369 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 18 14:46:38.554684 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.555702 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.556206 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 18 14:46:38.556523 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.557572 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.558077 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 18 14:46:38.558395 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: qos_pps_rule.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.559550 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.560059 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extension qos-pps not supported by any of loaded plugins May 18 14:46:38.560379 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: qos_rule_type_details.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.561313 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.561820 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 18 14:46:38.562137 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: qos_rule_type_filter.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.563080 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.563586 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 18 14:46:38.563903 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: qos_rules_alias.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.564956 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.565462 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extension qos-rules-alias not supported by any of loaded plugins May 18 14:46:38.565781 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: quota_check_limit.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.566862 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.567372 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: quota-check-limit May 18 14:46:38.567693 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: quotasv2.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.568628 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.568955 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: quotas May 18 14:46:38.569267 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: quotasv2_detail.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.570989 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.571266 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: quota_details May 18 14:46:38.571592 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: rbac.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.572644 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.573171 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: rbac-policies May 18 14:46:38.573498 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: rbac_address_group.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.574431 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.574942 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: rbac-address-group May 18 14:46:38.575264 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: rbac_address_scope.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.576178 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.576723 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: rbac-address-scope May 18 14:46:38.577047 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: rbac_security_groups.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.577953 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.578489 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: rbac-security-groups May 18 14:46:38.578809 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: rbac_subnetpool.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.579710 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.580216 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: rbac-subnetpool May 18 14:46:38.580534 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: revisionifmatch.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.581535 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.582035 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: revision-if-match May 18 14:46:38.582356 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: revisions.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.583448 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.583951 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: standard-attr-revisions May 18 14:46:38.584272 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: router_availability_zone.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.584959 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.585460 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: router_availability_zone May 18 14:46:38.585776 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: routerservicetype.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.586684 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.587186 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extension router-service-type not supported by any of loaded plugins May 18 14:46:38.587504 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.588410 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.588942 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: security-groups-normalized-cidr May 18 14:46:38.589260 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: security_groups_port_filtering.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.590164 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.590669 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: port-security-groups-filtering May 18 14:46:38.590985 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.591900 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.592402 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: security-groups-remote-address-group May 18 14:46:38.592751 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.594181 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.594694 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: security-groups-shared-filtering May 18 14:46:38.595007 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.595586 dv-cinder-839987-7-iscsi neutron-server[110049]: WARNING neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 18 14:46:38.595896 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: securitygroup.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.605537 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.606056 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: security-group May 18 14:46:38.606384 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: segment.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.607099 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.607602 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extension segment not supported by any of loaded plugins May 18 14:46:38.607922 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.608884 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.609991 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 18 14:46:38.610312 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: servicetype.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.611406 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.611917 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: service-type May 18 14:46:38.612237 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: sorting.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.613256 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.613574 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: sorting May 18 14:46:38.613895 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: standard_attr_segment.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.614797 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.615303 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extension standard-attr-segment not supported by any of loaded plugins May 18 14:46:38.615619 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: standardattrdescription.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.616271 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.616800 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: standard-attr-description May 18 14:46:38.617119 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: stateful_security_group.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.618036 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.618543 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: stateful-security-group May 18 14:46:38.618859 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: stdattrs_common.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.619418 dv-cinder-839987-7-iscsi neutron-server[110049]: WARNING neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 18 14:46:38.619733 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.620723 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.621187 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 18 14:46:38.621504 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: subnet_onboard.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.622542 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.623061 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: subnet_onboard May 18 14:46:38.623381 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.624295 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.624837 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 18 14:46:38.625180 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: subnet_service_types.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.626107 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.626615 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: subnet-service-types May 18 14:46:38.626932 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: subnetallocation.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.627989 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.628496 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: subnet_allocation May 18 14:46:38.628843 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.629497 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.629999 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: subnetpool-prefix-ops May 18 14:46:38.630313 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.631224 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.631728 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 18 14:46:38.632041 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: tagging.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.633091 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.633611 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: standard-attr-tag May 18 14:46:38.633929 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: timestamp.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.635126 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.635637 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loaded extension: standard-attr-timestamp May 18 14:46:38.635959 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: trunk.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.636996 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.637502 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extension trunk not supported by any of loaded plugins May 18 14:46:38.637819 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: trunk_details.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.638726 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.639232 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extension trunk-details not supported by any of loaded plugins May 18 14:46:38.639549 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: uplink_status_propagation.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.640457 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.641492 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 18 14:46:38.641807 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Loading extension file: vlantransparent.py {{(pid=110049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:46:38.642467 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:46:38.642974 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extension vlan-transparent not supported by any of loaded plugins May 18 14:46:38.645498 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.quota.resource_registry [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Creating instance of TrackedResource for resource:network May 18 14:46:38.646016 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.quota.resource_registry [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Creating instance of TrackedResource for resource:subnet May 18 14:46:38.646417 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.quota.resource_registry [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Creating instance of TrackedResource for resource:subnetpool May 18 14:46:38.646803 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.quota.resource_registry [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Creating instance of TrackedResource for resource:port May 18 14:46:38.649157 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.v2.resource_helper [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110049) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 14:46:38.649588 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.v2.resource_helper [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Service FLAVORS assigned prefix: {{(pid=110049) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 14:46:38.650199 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.v2.resource_helper [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110049) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 14:46:38.650614 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.v2.resource_helper [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110049) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 14:46:38.650942 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.quota.resource_registry [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Creating instance of TrackedResource for resource:router May 18 14:46:38.651368 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.quota.resource_registry [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Creating instance of TrackedResource for resource:floatingip May 18 14:46:38.651844 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.v2.resource_helper [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Service METERING assigned prefix: /metering {{(pid=110049) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 14:46:38.653298 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.653664 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.654008 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:46:38.654969 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.quota.resource_registry [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Creating instance of CountableResource for resource:rbac_policy May 18 14:46:38.655404 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.quota.resource_registry [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Creating instance of TrackedResource for resource:security_group May 18 14:46:38.655832 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.quota.resource_registry [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Creating instance of TrackedResource for resource:security_group_rule May 18 14:46:38.656930 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.v2.resource_helper [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Service CORE assigned prefix: {{(pid=110049) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 14:46:38.657337 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.quota.resource_registry [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Creating instance of TrackedResource for resource:subnetpool May 18 14:46:38.657680 dv-cinder-839987-7-iscsi neutron-server[110049]: WARNING neutron.quota.resource_registry [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] subnetpool is already registered May 18 14:46:38.658104 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.v2.resource_helper [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Service CORE assigned prefix: {{(pid=110049) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 14:46:38.658431 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.quota.resource_registry [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Creating instance of TrackedResource for resource:subnetpool May 18 14:46:38.658760 dv-cinder-839987-7-iscsi neutron-server[110049]: WARNING neutron.quota.resource_registry [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] subnetpool is already registered May 18 14:46:38.661083 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.v2.resource_helper [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110049) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 14:46:38.661515 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.v2.resource_helper [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Service FLAVORS assigned prefix: {{(pid=110049) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 14:46:38.662095 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.v2.resource_helper [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110049) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 14:46:38.662511 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.v2.resource_helper [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110049) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 14:46:38.662836 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.quota.resource_registry [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Creating instance of TrackedResource for resource:router May 18 14:46:38.663175 dv-cinder-839987-7-iscsi neutron-server[110049]: WARNING neutron.quota.resource_registry [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] router is already registered May 18 14:46:38.663576 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.quota.resource_registry [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Creating instance of TrackedResource for resource:floatingip May 18 14:46:38.663904 dv-cinder-839987-7-iscsi neutron-server[110049]: WARNING neutron.quota.resource_registry [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] floatingip is already registered May 18 14:46:38.664351 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.v2.resource_helper [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Service METERING assigned prefix: /metering {{(pid=110049) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 14:46:38.665039 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.quota.resource_registry [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Creating instance of CountableResource for resource:rbac_policy May 18 14:46:38.665361 dv-cinder-839987-7-iscsi neutron-server[110049]: WARNING neutron.quota.resource_registry [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] rbac_policy is already registered May 18 14:46:38.665765 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.quota.resource_registry [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Creating instance of TrackedResource for resource:security_group May 18 14:46:38.666094 dv-cinder-839987-7-iscsi neutron-server[110049]: WARNING neutron.quota.resource_registry [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] security_group is already registered May 18 14:46:38.666488 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.quota.resource_registry [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Creating instance of TrackedResource for resource:security_group_rule May 18 14:46:38.666816 dv-cinder-839987-7-iscsi neutron-server[110049]: WARNING neutron.quota.resource_registry [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] security_group_rule is already registered May 18 14:46:38.667421 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.v2.resource_helper [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Service CORE assigned prefix: {{(pid=110049) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 14:46:38.667740 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.quota.resource_registry [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Creating instance of TrackedResource for resource:subnetpool May 18 14:46:38.668066 dv-cinder-839987-7-iscsi neutron-server[110049]: WARNING neutron.quota.resource_registry [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] subnetpool is already registered May 18 14:46:38.668475 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.v2.resource_helper [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Service CORE assigned prefix: {{(pid=110049) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 14:46:38.668822 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.quota.resource_registry [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Creating instance of TrackedResource for resource:subnetpool May 18 14:46:38.669148 dv-cinder-839987-7-iscsi neutron-server[110049]: WARNING neutron.quota.resource_registry [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] subnetpool is already registered May 18 14:46:38.669597 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extended resource: extensions {{(pid=110049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:46:38.671018 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extended resource: address-groups {{(pid=110049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:46:38.672809 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extended resource: address-scopes {{(pid=110049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:46:38.674108 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extended resource: agents {{(pid=110049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:46:38.675252 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extended resource: auto-allocated-topology {{(pid=110049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:46:38.676489 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extended resource: availability_zones {{(pid=110049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:46:38.677998 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extended resource: dhcp-networks {{(pid=110049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:46:38.679749 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extended resource: dhcp-agents {{(pid=110049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:46:38.681402 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extended resource: routers {{(pid=110049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:46:38.683148 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extended resource: flavors {{(pid=110049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:46:38.684404 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extended resource: service_profiles {{(pid=110049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:46:38.685650 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extended resource: next_providers {{(pid=110049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:46:38.687351 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extended resource: service_profiles {{(pid=110049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:46:38.689192 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extended resource: floatingip-pools {{(pid=110049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:46:38.690386 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extended resource: routers {{(pid=110049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:46:38.692074 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extended resource: floatingips {{(pid=110049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:46:38.693389 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extended resource: l3-routers {{(pid=110049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:46:38.694763 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extended resource: l3-agents {{(pid=110049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:46:38.696153 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extended resource: metering-labels {{(pid=110049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:46:38.697407 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extended resource: metering-label-rules {{(pid=110049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:46:38.698765 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extended resource: network-ip-availabilities {{(pid=110049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:46:38.699994 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extended resource: bindings {{(pid=110049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:46:38.701577 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extended resource: quotas {{(pid=110049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:46:38.703746 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extended resource: quotas {{(pid=110049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:46:38.705288 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extended resource: rbac-policies {{(pid=110049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:46:38.706459 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extended resource: security-groups {{(pid=110049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:46:38.707774 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extended resource: security-group-rules {{(pid=110049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:46:38.709080 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extended resource: service-providers {{(pid=110049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:46:38.710270 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extended resource: subnetpools {{(pid=110049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:46:38.711575 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extended resource: subnetpools {{(pid=110049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:46:38.713126 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extended resource: tags {{(pid=110049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:46:38.714816 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extended resource: tags {{(pid=110049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:46:38.717523 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extended resource: tags {{(pid=110049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:46:38.719913 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extended resource: tags {{(pid=110049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:46:38.721663 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extended resource: tags {{(pid=110049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:46:38.723862 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extended resource: tags {{(pid=110049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:46:38.726581 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extended resource: tags {{(pid=110049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:46:38.729630 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extended resource: tags {{(pid=110049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:46:38.732496 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extended resource: tags {{(pid=110049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:46:38.735416 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron.api.extensions [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Extended resource: tags {{(pid=110049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:46:38.745556 dv-cinder-839987-7-iscsi neutron-server[110049]: WARNING keystonemiddleware.auth_token [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 18 14:46:38.753992 dv-cinder-839987-7-iscsi neutron-server[110049]: WARNING keystonemiddleware.auth_token [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 18 14:46:38.764387 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_concurrency.lockutils [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Acquired lock "singleton_lock" {{(pid=110049) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 18 14:46:38.765168 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_concurrency.lockutils [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Releasing lock "singleton_lock" {{(pid=110049) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 18 14:46:38.766583 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO oslo_service.service [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Starting 2 workers May 18 14:46:38.771800 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Started child 110156 {{(pid=110049) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 18 14:46:38.776706 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Started child 110157 {{(pid=110049) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 18 14:46:38.777982 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:46:38.778665 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO neutron.service [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Neutron service started, listening on 0.0.0.0:9696 May 18 14:46:38.779017 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Publish callbacks [] for process (None), before_spawn {{(pid=110049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:46:38.779590 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [-] (110156) wsgi starting up on http://0.0.0.0:9696 May 18 14:46:38.782142 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO oslo_service.service [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Starting 1 workers May 18 14:46:38.783357 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:46:38.785399 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [-] (110157) wsgi starting up on http://0.0.0.0:9696 May 18 14:46:38.788449 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Started child 110158 {{(pid=110049) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 18 14:46:38.789052 dv-cinder-839987-7-iscsi neutron-server[110049]: INFO oslo_service.service [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Starting 1 workers May 18 14:46:38.791323 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.service [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] calling RpcWorker wait() {{(pid=110158) _wait /opt/stack/neutron/neutron/service.py:128}} May 18 14:46:38.791846 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.service [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] returning from RpcWorker wait() {{(pid=110158) _wait /opt/stack/neutron/neutron/service.py:135}} May 18 14:46:38.793222 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:46:38.793902 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:46:38.794075 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Started child 110159 {{(pid=110049) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 18 14:46:38.795094 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG neutron_lib.callbacks.manager [None req-9d49c3a5-cf96-44aa-899a-9a20d0338195 None None] Publish callbacks [] for process (None), after_spawn {{(pid=110049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:46:38.797453 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110049) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 18 14:46:38.797738 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 18 14:46:38.797967 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 18 14:46:38.798284 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 18 14:46:38.798656 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 18 14:46:38.798815 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 18 14:46:38.799322 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.799607 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.799845 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:46:38.800299 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.800299 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.800733 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.800985 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.801249 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.801519 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.801786 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.801951 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.802112 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.802363 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.802605 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.802916 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.803197 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.803452 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.803679 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.803850 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.804098 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.804356 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.804574 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.804885 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] debug = True {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.805120 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.805613 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.805837 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.806082 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.806315 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.806580 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.806800 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.807049 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.807263 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.807495 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.807732 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.808002 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.808240 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.808464 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.808700 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.808976 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.809206 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.809658 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] host = dv-cinder-839987-7-iscsi {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.809904 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.810152 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.810402 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.810637 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.810907 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.811155 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.811417 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.811656 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.811902 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.812147 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.812447 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.812699 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.812931 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.813165 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] log_file = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.813326 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] log_options = True {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.813554 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.813817 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.814060 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.814253 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.814418 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.814575 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.814826 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.814987 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.815239 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.815472 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.815698 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.815908 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.816138 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.816367 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.816630 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.816845 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.817171 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.817412 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.817605 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.817846 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.818062 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.818304 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.818566 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.818732 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.819144 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.819144 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.819714 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.819714 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.820191 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.820191 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.820477 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.820670 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.820858 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.821089 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.821348 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.821586 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.821874 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.822127 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.822715 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.822715 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.823013 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.823153 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.823367 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.823590 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.823953 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.824094 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.824231 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] use_json = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.824439 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.824806 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.825028 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.825304 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.825446 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.825632 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:46:38.825786 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.825934 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.826095 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.826307 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.826718 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.826967 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.827268 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.827543 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.827734 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.827983 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.828836 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.829058 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.829318 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.829902 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.830049 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.830187 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.830652 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.830856 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.831079 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.831405 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.831638 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.831899 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.832152 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.832368 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.832631 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.833269 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.833269 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.833509 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.833639 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.833778 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.833989 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.834281 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.834527 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.834812 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.835164 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.835480 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.835718 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.835972 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.836225 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.836468 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.836732 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.836940 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.837323 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.837690 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.837951 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.838188 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.838429 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.838654 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.838864 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.839105 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.839344 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.839605 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.839845 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.840059 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.840290 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.840517 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.840748 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.840959 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.841187 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.841426 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.841677 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.841898 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.842131 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.842352 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.842931 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.842931 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.844420 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.844420 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.844420 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.844839 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.844839 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.845128 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.845128 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.845412 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.845555 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.845734 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.845949 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.846162 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.846371 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.846609 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.846817 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.847028 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.847254 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.847459 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.847670 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.847886 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.848088 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.848293 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.848501 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.848734 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.848946 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.849178 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.849389 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.849618 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.849825 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.850118 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.850365 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.850631 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.850846 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.851090 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.851302 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.851547 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.852293 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.852293 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.852293 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.852778 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.852778 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.853067 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.855219 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.855219 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.855219 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.855219 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.855219 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.855219 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.855219 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.855219 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.855880 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.855880 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.855880 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.856104 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.856183 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.856975 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.856975 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.856975 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.857250 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.857459 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.857671 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.857939 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.858231 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.858489 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.858747 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.858975 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.859219 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.859521 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.860633 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.860633 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.860633 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.860633 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.860923 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.860923 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.861137 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.861561 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.861790 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.862126 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.862345 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.862563 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.862779 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.863056 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.863309 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.863557 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.863811 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.864068 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.864315 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.864541 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.864791 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.865023 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.865263 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.865528 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.865717 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.865948 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.866173 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.866399 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.866612 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.866825 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.867057 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.867287 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.867499 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.867726 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.867937 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.868148 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.868385 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.868619 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.868868 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.869435 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.869653 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.869867 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.870078 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.870364 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.870622 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.870909 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.871138 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.872181 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.872490 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.872787 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.873187 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.873525 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.873743 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.875170 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.875421 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.875642 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.876620 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.877013 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.877236 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.877484 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.877718 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.877937 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.878168 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.878419 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.878747 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.879008 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.879238 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.879607 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.879854 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.880534 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 56482) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:46:38.881131 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.881517 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.881979 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.882232 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.882479 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.882713 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.882958 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.883196 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.883435 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.883660 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.883907 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.884186 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.884444 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.884710 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.884943 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.885690 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.886393 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.886610 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.887341 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.887801 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.888156 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.888573 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.889046 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.889684 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.890154 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.890388 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [-] 10.222.0.59 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0074928 May 18 14:46:38.890490 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.891283 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.891560 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.891789 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.892030 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.892258 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.892511 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.893455 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.893455 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.893455 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.893455 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.893735 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.893804 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.893990 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.894211 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.894455 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.894678 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.894899 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.895105 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.895312 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.895531 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.895744 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.895952 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.896165 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.896367 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.896570 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.897651 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.897871 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.898160 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.898295 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.898652 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.899007 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.899430 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.899652 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.899859 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.900142 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.900393 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.900807 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.900927 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.901130 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.901722 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.902132 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.902443 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.902655 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.902914 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.903158 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.903375 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.903595 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.903848 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.904173 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.904454 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.905472 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.905472 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.905472 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.905472 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.905761 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.905925 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.907117 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.907697 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.908619 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.908951 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.909244 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.910017 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.910017 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.910017 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.910224 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.910488 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.910781 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.911077 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.911381 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.911688 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.912814 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.913058 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.913291 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.913513 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.913725 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.913965 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.914204 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.914381 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 18 14:46:38.914867 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110049) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 18 14:46:38.915046 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 18 14:46:38.915200 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 18 14:46:38.915360 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 18 14:46:38.915511 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 18 14:46:38.915636 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 18 14:46:38.915781 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:46:38.916199 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.916368 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.917328 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.917328 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.917328 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.917328 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.917328 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.917328 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.917691 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.917691 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.917851 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.917918 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.918048 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.918356 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.918513 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.918668 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.918823 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.918983 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.919225 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.919384 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.919537 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.919702 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] debug = True {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.919853 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.920029 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.920229 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.920324 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.920480 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.920657 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.920810 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.920969 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.921122 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.921510 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.921666 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.922349 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.922500 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.922638 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.922787 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.922926 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.923063 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.924053 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] host = dv-cinder-839987-7-iscsi {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.924053 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.924053 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.924053 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.924053 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.924053 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.924053 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.924471 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.924471 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.924618 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.924689 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.924810 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.924996 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.925108 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.925267 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] log_file = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.925426 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] log_options = True {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.925615 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.925712 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.925905 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.926042 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.926387 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.926548 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.926696 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.926841 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.927155 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.927319 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.927460 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.927614 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.927768 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.927922 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.929344 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.929344 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.929344 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.929344 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.929344 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.929344 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.929344 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.929344 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.930294 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.930294 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.930294 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.930294 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.930294 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.930294 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.930294 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.930294 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.930833 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.930833 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.930833 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.930833 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.931097 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.931097 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.931252 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.931387 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.931543 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.931849 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.932001 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.932284 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.932602 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.932789 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.932944 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.933108 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.934054 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] use_json = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.934214 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.934368 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.934522 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.934680 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.934838 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.934990 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.935145 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.935301 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.935454 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:46:38.935636 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.935804 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.935954 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.936115 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.936267 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.936426 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.936576 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.936754 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.936913 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.937068 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.937235 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.937416 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.938110 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.938268 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.938425 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.938585 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.939510 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.939696 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.939861 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.940022 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.940182 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.940343 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.940524 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.940680 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.940810 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.940971 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.941128 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.941293 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.941453 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.941618 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.941790 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.941947 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.942105 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.942264 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.942425 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.942583 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.942741 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.942898 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.943061 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.943218 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.943377 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.943596 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.944233 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.944395 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.944558 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.944737 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.945455 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.945455 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.946112 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.946263 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.946775 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.947737 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.947737 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.947737 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.947737 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.947999 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.947999 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.949705 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.949705 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.949705 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.949705 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.949705 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.949705 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.949705 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.949705 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.949705 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.950342 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.950342 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.950342 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.950342 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.950342 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.950342 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.950743 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.950743 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.950743 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.950946 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.950946 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.951096 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.951253 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.951407 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.951718 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.951883 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.952037 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.952270 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.952436 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.952748 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.952896 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.953056 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.953188 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.953318 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.953452 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.953580 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.953714 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.953858 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.954003 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.954135 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.954273 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.954434 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.954591 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.955912 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.956063 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.956225 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.956385 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.956847 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.956847 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.957004 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.957153 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.957315 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.957473 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.957629 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.957785 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.957942 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.958099 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.958256 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.958415 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.958989 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.959159 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.959313 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.959622 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.959794 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.960098 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.960257 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.960642 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.960900 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.961177 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.961716 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.961879 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.962190 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.962402 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.962568 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.962727 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.962868 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.963175 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.963330 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.963639 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.963811 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.963966 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.964261 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.964560 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.964771 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.964924 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.965086 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.965249 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.965397 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.966326 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.966493 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.966660 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.967570 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.967751 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.967903 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.968855 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.969227 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.969700 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.970140 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.970418 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.970555 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.970836 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.972493 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.972493 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.972493 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.972493 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.972493 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.973418 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.973418 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.973418 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.973418 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.973418 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.973418 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.973803 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.973803 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.973943 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.974037 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.974217 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.974358 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.974505 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.974682 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.974917 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.975078 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.975301 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.976190 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.976190 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.976190 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.976190 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.976190 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.976520 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.976615 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.977325 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.977325 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.977547 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.977547 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.977799 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.977997 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.978124 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.978301 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.978480 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.978610 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.978807 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.981077 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.981077 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.981077 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.981077 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.981077 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.981892 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.981892 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.981892 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.982065 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.982570 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.982702 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.982861 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.983026 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.983740 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.983944 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.984130 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.984262 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.985021 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.985208 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.985591 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.985591 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.985591 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.985954 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.985954 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.986111 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.986220 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.986343 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.986589 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.986788 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.987642 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.987642 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.987642 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.987642 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.987642 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.987642 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.988407 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.988407 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.988407 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.988407 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.988407 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.988813 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.988813 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.988992 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.988992 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.989145 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.989302 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.989458 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.989636 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.989900 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.990022 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.990139 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.990339 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.990598 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.990752 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.991003 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.991132 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.991316 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.991579 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.991691 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.991810 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.991966 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.992128 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.992316 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.992427 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.992604 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.993700 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.993905 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.994052 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.994215 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.994383 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.994731 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.994897 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.995058 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.995324 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.995426 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.996613 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.996613 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.996613 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.996613 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.996613 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.996613 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.996613 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.998056 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.998056 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.998056 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.998056 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.998056 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.998056 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.998056 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.998056 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.998688 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.998688 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.998688 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.998688 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.998936 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.998936 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.999062 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.999208 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.999416 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.999558 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:38.999755 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:39.000070 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:39.000770 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:39.000904 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:39.001077 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:46:39.001077 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 18 14:46:48.234040 dv-cinder-839987-7-iscsi neutron-server[110049]: DEBUG dbcounter [-] [110049] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=110049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:46:50.528658 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5af308-18b9-4b75-bcab-c0d6767e5a79 None None] get_active_networks_info from dv-cinder-839987-7-iscsi {{(pid=110158) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 18 14:46:50.549151 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writer thread running {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 18 14:46:50.663295 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5af308-18b9-4b75-bcab-c0d6767e5a79 None None] No non-hosted networks {{(pid=110158) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 18 14:46:50.680042 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-684827be-726e-40a3-87e0-81d3098c660b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-563156'] for agent (7afc6fe8-d13b-4fd3-bc99-e9efab9a141d), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:46:52.342589 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writer thread running {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 18 14:46:52.901189 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e1b5290e-9367-46b1-b935-f1ec28c88502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-563156'] for agent (a5518e17-d4a6-403f-b34f-0fa3d03f1833), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:46:52.917294 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d38ef83c-47ac-4c1b-8840-f6703175d77c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (a5518e17-d4a6-403f-b34f-0fa3d03f1833), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:46:53.507271 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 56554) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:46:53.957413 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-50f4e27f-5619-452e-9630-0448ff5d9157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-563156'] for agent (0f4dbee4-4999-4f30-b578-59222d25f53e), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:46:54.096225 dv-cinder-839987-7-iscsi neutron-server[110157]: WARNING oslo_policy.policy [None req-6aa17c4b-2dbc-4846-a177-2692c94bb2ab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 14:46:54.096890 dv-cinder-839987-7-iscsi neutron-server[110157]: WARNING oslo_policy.policy [None req-6aa17c4b-2dbc-4846-a177-2692c94bb2ab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 14:46:54.314372 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [None req-6aa17c4b-2dbc-4846-a177-2692c94bb2ab admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110157) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 18 14:46:54.320415 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-6aa17c4b-2dbc-4846-a177-2692c94bb2ab admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8067873 May 18 14:46:55.081019 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-86248160-1b36-4d80-a449-232705ae1859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-563156'] for agent (11bd5e7f-0ec7-43f5-9ca8-99d3c1136d9c), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:46:56.438119 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-563156'] for agent (ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:46:56.439016 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:46:56.439421 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:46:56.441217 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:46:56.441631 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:46:56.442024 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:46:56.442803 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:46:56.443996 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:46:56.444356 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:46:56.444723 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:46:56.445096 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:46:56.445385 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:46:56.445713 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:46:56.446054 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:46:56.446370 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:46:56.446699 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:46:56.447070 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-839987-7-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:46:56.456483 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-839987-7-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:46:56.805636 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 56590) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:46:57.137843 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [None req-30dc27d4-c097-4f3b-9456-be450765aac4 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:46:57.240741 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.policy [None req-30dc27d4-c097-4f3b-9456-be450765aac4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110157) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 18 14:46:57.285127 dv-cinder-839987-7-iscsi neutron-server[110157]: WARNING oslo_policy.policy [None req-30dc27d4-c097-4f3b-9456-be450765aac4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 14:46:57.285506 dv-cinder-839987-7-iscsi neutron-server[110157]: WARNING oslo_policy.policy [None req-30dc27d4-c097-4f3b-9456-be450765aac4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 14:46:57.306311 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writer thread running {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 18 14:46:57.384598 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-30dc27d4-c097-4f3b-9456-be450765aac4 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770385892398', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770385893938', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770384272367', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770384294329', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770384284235', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770384244513', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1954354', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1885440', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-750468', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-660185'] for rbac-policy (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:46:57.453440 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-30dc27d4-c097-4f3b-9456-be450765aac4 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:46:57.454629 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-30dc27d4-c097-4f3b-9456-be450765aac4 admin admin] 10.222.0.59 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6480865 May 18 14:46:59.907790 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 56602) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:47:00.261532 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [None req-2f63cc5b-2d88-4c0b-acd6-c96c76fe36f5 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:47:00.291283 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f63cc5b-2d88-4c0b-acd6-c96c76fe36f5 demo demo] Made reservation on behalf of 50358d273b27456a83e9a62e2a34ff3a for: {'network': 1} {{(pid=110157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:47:00.295123 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-2f63cc5b-2d88-4c0b-acd6-c96c76fe36f5 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for network (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:00.312605 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-2f63cc5b-2d88-4c0b-acd6-c96c76fe36f5 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:00.423491 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-2f63cc5b-2d88-4c0b-acd6-c96c76fe36f5 demo demo] Publish callbacks [] for security_group (bf3b2184-9aba-4813-81d4-bbcf859c92e2), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:00.427260 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-2f63cc5b-2d88-4c0b-acd6-c96c76fe36f5 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (bf3b2184-9aba-4813-81d4-bbcf859c92e2), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:00.461073 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f63cc5b-2d88-4c0b-acd6-c96c76fe36f5 demo demo] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=110157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:47:00.489960 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-2f63cc5b-2d88-4c0b-acd6-c96c76fe36f5 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770382701069', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029885'] for segment (8f8605af-30f5-4bba-8fa3-20532f0f4a52), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:00.490497 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.db.segments_db [None req-2f63cc5b-2d88-4c0b-acd6-c96c76fe36f5 demo demo] Added segment 8f8605af-30f5-4bba-8fa3-20532f0f4a52 of type vlan for network ae524df1-fe08-4b84-8189-72f83ed2e0ea May 18 14:47:00.505826 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f63cc5b-2d88-4c0b-acd6-c96c76fe36f5 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3b2184-9aba-4813-81d4-bbcf859c92e2,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:47:00.562951 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f63cc5b-2d88-4c0b-acd6-c96c76fe36f5 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:00.563204 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f63cc5b-2d88-4c0b-acd6-c96c76fe36f5 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:00.563549 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f63cc5b-2d88-4c0b-acd6-c96c76fe36f5 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:00.563894 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f63cc5b-2d88-4c0b-acd6-c96c76fe36f5 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:00.564242 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f63cc5b-2d88-4c0b-acd6-c96c76fe36f5 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:00.564784 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f63cc5b-2d88-4c0b-acd6-c96c76fe36f5 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:00.565030 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f63cc5b-2d88-4c0b-acd6-c96c76fe36f5 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:00.565415 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f63cc5b-2d88-4c0b-acd6-c96c76fe36f5 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:00.565739 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f63cc5b-2d88-4c0b-acd6-c96c76fe36f5 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:00.566058 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f63cc5b-2d88-4c0b-acd6-c96c76fe36f5 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:00.566373 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f63cc5b-2d88-4c0b-acd6-c96c76fe36f5 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:00.566716 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f63cc5b-2d88-4c0b-acd6-c96c76fe36f5 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:00.567033 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f63cc5b-2d88-4c0b-acd6-c96c76fe36f5 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:00.567361 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f63cc5b-2d88-4c0b-acd6-c96c76fe36f5 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:00.567653 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f63cc5b-2d88-4c0b-acd6-c96c76fe36f5 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:00.569071 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f63cc5b-2d88-4c0b-acd6-c96c76fe36f5 demo demo] Tracked resource versions report: May 18 14:47:00.569071 dv-cinder-839987-7-iscsi neutron-server[110157]: pushed versions: May 18 14:47:00.569071 dv-cinder-839987-7-iscsi neutron-server[110157]: { 'AddressGroup': {'1.2'}, May 18 14:47:00.569071 dv-cinder-839987-7-iscsi neutron-server[110157]: 'Agent': {'1.1'}, May 18 14:47:00.569071 dv-cinder-839987-7-iscsi neutron-server[110157]: 'ConntrackHelper': {'1.0'}, May 18 14:47:00.569071 dv-cinder-839987-7-iscsi neutron-server[110157]: 'LocalIPAssociation': {'1.0'}, May 18 14:47:00.569071 dv-cinder-839987-7-iscsi neutron-server[110157]: 'Log': {'1.0'}, May 18 14:47:00.569071 dv-cinder-839987-7-iscsi neutron-server[110157]: 'NDPProxy': {'1.0'}, May 18 14:47:00.569071 dv-cinder-839987-7-iscsi neutron-server[110157]: 'Network': {'1.1'}, May 18 14:47:00.569071 dv-cinder-839987-7-iscsi neutron-server[110157]: 'Port': {'1.7'}, May 18 14:47:00.569071 dv-cinder-839987-7-iscsi neutron-server[110157]: 'PortForwarding': {'1.3'}, May 18 14:47:00.569071 dv-cinder-839987-7-iscsi neutron-server[110157]: 'QosPolicy': {'1.10'}, May 18 14:47:00.569071 dv-cinder-839987-7-iscsi neutron-server[110157]: 'SecurityGroup': {'1.5'}, May 18 14:47:00.569071 dv-cinder-839987-7-iscsi neutron-server[110157]: 'SecurityGroupRule': {'1.2'}, May 18 14:47:00.569071 dv-cinder-839987-7-iscsi neutron-server[110157]: 'SubPort': {'1.0'}, May 18 14:47:00.569071 dv-cinder-839987-7-iscsi neutron-server[110157]: 'Subnet': {'1.1'}, May 18 14:47:00.569071 dv-cinder-839987-7-iscsi neutron-server[110157]: 'Trunk': {'1.1'}} May 18 14:47:00.569071 dv-cinder-839987-7-iscsi neutron-server[110157]: consumer versions: May 18 14:47:00.569071 dv-cinder-839987-7-iscsi neutron-server[110157]: { DHCP agent@dv-cinder-839987-7-iscsi: {}, May 18 14:47:00.569071 dv-cinder-839987-7-iscsi neutron-server[110157]: L3 agent@dv-cinder-839987-7-iscsi: {}, May 18 14:47:00.569071 dv-cinder-839987-7-iscsi neutron-server[110157]: Metadata agent@dv-cinder-839987-7-iscsi: {}, May 18 14:47:00.569071 dv-cinder-839987-7-iscsi neutron-server[110157]: Metering agent@dv-cinder-839987-7-iscsi: {}, May 18 14:47:00.569071 dv-cinder-839987-7-iscsi neutron-server[110157]: Open vSwitch agent@dv-cinder-839987-7-iscsi: { 'AddressGroup': '1.2', May 18 14:47:00.569071 dv-cinder-839987-7-iscsi neutron-server[110157]: 'Agent': '1.1', May 18 14:47:00.569071 dv-cinder-839987-7-iscsi neutron-server[110157]: 'ConntrackHelper': '1.0', May 18 14:47:00.569071 dv-cinder-839987-7-iscsi neutron-server[110157]: 'LocalIPAssociation': '1.0', May 18 14:47:00.569071 dv-cinder-839987-7-iscsi neutron-server[110157]: 'Log': '1.0', May 18 14:47:00.569071 dv-cinder-839987-7-iscsi neutron-server[110157]: 'NDPProxy': '1.0', May 18 14:47:00.569071 dv-cinder-839987-7-iscsi neutron-server[110157]: 'Network': '1.1', May 18 14:47:00.569071 dv-cinder-839987-7-iscsi neutron-server[110157]: 'Port': '1.7', May 18 14:47:00.569071 dv-cinder-839987-7-iscsi neutron-server[110157]: 'PortForwarding': '1.3', May 18 14:47:00.569071 dv-cinder-839987-7-iscsi neutron-server[110157]: 'QosPolicy': '1.10', May 18 14:47:00.569071 dv-cinder-839987-7-iscsi neutron-server[110157]: 'SecurityGroup': '1.5', May 18 14:47:00.569071 dv-cinder-839987-7-iscsi neutron-server[110157]: 'SecurityGroupRule': '1.2', May 18 14:47:00.569071 dv-cinder-839987-7-iscsi neutron-server[110157]: 'SubPort': '1.0', May 18 14:47:00.569071 dv-cinder-839987-7-iscsi neutron-server[110157]: 'Subnet': '1.1', May 18 14:47:00.569071 dv-cinder-839987-7-iscsi neutron-server[110157]: 'Trunk': '1.1'}} May 18 14:47:00.569071 dv-cinder-839987-7-iscsi neutron-server[110157]: {{(pid=110157) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 14:47:00.603845 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-2f63cc5b-2d88-4c0b-acd6-c96c76fe36f5 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770382152789'] for network (ae524df1-fe08-4b84-8189-72f83ed2e0ea), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:00.646487 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-2f63cc5b-2d88-4c0b-acd6-c96c76fe36f5 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355'] for network (ae524df1-fe08-4b84-8189-72f83ed2e0ea), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:00.651738 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f63cc5b-2d88-4c0b-acd6-c96c76fe36f5 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:47:00.652416 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-2f63cc5b-2d88-4c0b-acd6-c96c76fe36f5 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for network (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:00.730636 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=52,neutron:INSERT=45,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:47:00.757394 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-2f63cc5b-2d88-4c0b-acd6-c96c76fe36f5 demo demo] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8477185 May 18 14:47:00.781044 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f63cc5b-2d88-4c0b-acd6-c96c76fe36f5 demo demo] Pushing event updated for resources: {'Network': ['ID=ae524df1-fe08-4b84-8189-72f83ed2e0ea,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:47:00.798390 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Network ae524df1-fe08-4b84-8189-72f83ed2e0ea details requested by agent ovs-agent-dv-cinder-839987-7-iscsi with host dv-cinder-839987-7-iscsi {{(pid=110158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 14:47:01.004733 dv-cinder-839987-7-iscsi neutron-server[110158]: INFO neutron.db.l3_hamode_db [None req-c8f3454a-37f8-4957-a929-a7699e62a43d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 18 14:47:01.084648 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f3454a-37f8-4957-a929-a7699e62a43d None None] Routers set() bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:47:01.085040 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f3454a-37f8-4957-a929-a7699e62a43d None None] Router IDs set() for agent in host dv-cinder-839987-7-iscsi {{(pid=110158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 18 14:47:03.229954 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 56616) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:47:03.640624 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6953dd7d-52c8-44eb-a7b4-1874cb2d99ac demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:47:03.641910 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-6953dd7d-52c8-44eb-a7b4-1874cb2d99ac demo admin] 10.222.0.59 "GET /v2.0/networks/ae524df1-fe08-4b84-8189-72f83ed2e0ea HTTP/1.1" status: 200 len: 825 time: 0.4110024 May 18 14:47:03.666649 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-6d3e8957-6e33-43e2-88d5-4cf35892492b demo admin] 10.222.0.59 "GET /v2.0/subnetpools/af88701f-4850-472b-a42e-9997ba71e9a9 HTTP/1.1" status: 200 len: 734 time: 0.0191305 May 18 14:47:03.675192 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [None req-54c03821-2eb1-4d40-9b94-69c23f772c95 demo admin] Request body: {'subnet': {'subnetpool_id': 'af88701f-4850-472b-a42e-9997ba71e9a9', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'network_id': 'ae524df1-fe08-4b84-8189-72f83ed2e0ea'}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:47:03.695889 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c03821-2eb1-4d40-9b94-69c23f772c95 demo admin] Made reservation on behalf of 50358d273b27456a83e9a62e2a34ff3a for: {'subnet': 1} {{(pid=110157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:47:03.698167 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-54c03821-2eb1-4d40-9b94-69c23f772c95 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:03.905018 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:47:03.994023 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-54c03821-2eb1-4d40-9b94-69c23f772c95 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355'] for subnet (b6c19b71-94f0-4c69-8706-d5c929d75333), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:04.068491 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c03821-2eb1-4d40-9b94-69c23f772c95 demo admin] Pushing event updated for resources: {'Subnet': ['ID=b6c19b71-94f0-4c69-8706-d5c929d75333,revision_number=0']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:47:04.071334 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c03821-2eb1-4d40-9b94-69c23f772c95 demo admin] Checking segment: {'id': '8f8605af-30f5-4bba-8fa3-20532f0f4a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ae524df1-fe08-4b84-8189-72f83ed2e0ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:47:04.071678 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c03821-2eb1-4d40-9b94-69c23f772c95 demo admin] Network hostable DHCP agents. Network: ae524df1-fe08-4b84-8189-72f83ed2e0ea, hostable agents: ['7afc6fe8-d13b-4fd3-bc99-e9efab9a141d'], hosted agents: [] {{(pid=110157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:47:04.093279 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c03821-2eb1-4d40-9b94-69c23f772c95 demo admin] Network ae524df1-fe08-4b84-8189-72f83ed2e0ea is scheduled to be hosted by DHCP agent 7afc6fe8-d13b-4fd3-bc99-e9efab9a141d with binding_index 1 {{(pid=110157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:47:04.103717 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.base_scheduler [None req-54c03821-2eb1-4d40-9b94-69c23f772c95 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-7-iscsi, ae524df1-fe08-4b84-8189-72f83ed2e0ea) {{(pid=110157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:47:04.108180 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c03821-2eb1-4d40-9b94-69c23f772c95 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:47:04.108838 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-54c03821-2eb1-4d40-9b94-69c23f772c95 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for subnet (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:04.114188 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9783107-f9e8-473f-9d7b-945e8f8fd456 None None] Network ae524df1-fe08-4b84-8189-72f83ed2e0ea requested from dv-cinder-839987-7-iscsi {{(pid=110158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:47:04.124722 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-54c03821-2eb1-4d40-9b94-69c23f772c95 demo admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4521251 May 18 14:47:04.380332 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c328d34f-3d56-4402-895f-3715b72543fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f20f6cc-4f88-5695-b394-1707ddfc3587-ae524df1-fe08-4b84-8189-72f83ed2e0ea', 'network_id': 'ae524df1-fe08-4b84-8189-72f83ed2e0ea', 'project_id': '50358d273b27456a83e9a62e2a34ff3a', 'fixed_ips': [{'subnet_id': 'b6c19b71-94f0-4c69-8706-d5c929d75333'}]}} from dv-cinder-839987-7-iscsi. {{(pid=110158) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 18 14:47:04.381800 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c328d34f-3d56-4402-895f-3715b72543fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:04.659817 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-c328d34f-3d56-4402-895f-3715b72543fd None None] Allocated IP 172.20.0.2 (ae524df1-fe08-4b84-8189-72f83ed2e0ea/b6c19b71-94f0-4c69-8706-d5c929d75333/b48e020e-778f-4907-b604-1fe2d89c0573) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:47:04.682350 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=65,neutron:INSERT=34,neutron:UPDATE=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:47:04.930091 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c328d34f-3d56-4402-895f-3715b72543fd None None] Publish callbacks [] for port (b48e020e-778f-4907-b604-1fe2d89c0573), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:04.937967 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c328d34f-3d56-4402-895f-3715b72543fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031'] for port (b48e020e-778f-4907-b604-1fe2d89c0573), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:05.023839 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c328d34f-3d56-4402-895f-3715b72543fd None None] Network ae524df1-fe08-4b84-8189-72f83ed2e0ea is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:47:05.027541 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-c328d34f-3d56-4402-895f-3715b72543fd None None] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:47:05.031520 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c328d34f-3d56-4402-895f-3715b72543fd None None] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:47:05.035135 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c328d34f-3d56-4402-895f-3715b72543fd None None] Pushing event updated for resources: {'Port': ['ID=b48e020e-778f-4907-b604-1fe2d89c0573,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:47:05.067382 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c328d34f-3d56-4402-895f-3715b72543fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:05.067732 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c328d34f-3d56-4402-895f-3715b72543fd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:05.068093 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c328d34f-3d56-4402-895f-3715b72543fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:05.068436 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c328d34f-3d56-4402-895f-3715b72543fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:05.068797 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c328d34f-3d56-4402-895f-3715b72543fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:05.069131 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c328d34f-3d56-4402-895f-3715b72543fd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:05.069463 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c328d34f-3d56-4402-895f-3715b72543fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:05.069790 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c328d34f-3d56-4402-895f-3715b72543fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:05.070116 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c328d34f-3d56-4402-895f-3715b72543fd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:05.070443 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c328d34f-3d56-4402-895f-3715b72543fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:05.070769 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c328d34f-3d56-4402-895f-3715b72543fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:05.071112 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c328d34f-3d56-4402-895f-3715b72543fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:05.071441 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c328d34f-3d56-4402-895f-3715b72543fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:05.071760 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c328d34f-3d56-4402-895f-3715b72543fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:05.072080 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c328d34f-3d56-4402-895f-3715b72543fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:05.073516 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c328d34f-3d56-4402-895f-3715b72543fd None None] Tracked resource versions report: May 18 14:47:05.073516 dv-cinder-839987-7-iscsi neutron-server[110158]: pushed versions: May 18 14:47:05.073516 dv-cinder-839987-7-iscsi neutron-server[110158]: { 'AddressGroup': {'1.2'}, May 18 14:47:05.073516 dv-cinder-839987-7-iscsi neutron-server[110158]: 'Agent': {'1.1'}, May 18 14:47:05.073516 dv-cinder-839987-7-iscsi neutron-server[110158]: 'ConntrackHelper': {'1.0'}, May 18 14:47:05.073516 dv-cinder-839987-7-iscsi neutron-server[110158]: 'LocalIPAssociation': {'1.0'}, May 18 14:47:05.073516 dv-cinder-839987-7-iscsi neutron-server[110158]: 'Log': {'1.0'}, May 18 14:47:05.073516 dv-cinder-839987-7-iscsi neutron-server[110158]: 'NDPProxy': {'1.0'}, May 18 14:47:05.073516 dv-cinder-839987-7-iscsi neutron-server[110158]: 'Network': {'1.1'}, May 18 14:47:05.073516 dv-cinder-839987-7-iscsi neutron-server[110158]: 'Port': {'1.7'}, May 18 14:47:05.073516 dv-cinder-839987-7-iscsi neutron-server[110158]: 'PortForwarding': {'1.3'}, May 18 14:47:05.073516 dv-cinder-839987-7-iscsi neutron-server[110158]: 'QosPolicy': {'1.10'}, May 18 14:47:05.073516 dv-cinder-839987-7-iscsi neutron-server[110158]: 'SecurityGroup': {'1.5'}, May 18 14:47:05.073516 dv-cinder-839987-7-iscsi neutron-server[110158]: 'SecurityGroupRule': {'1.2'}, May 18 14:47:05.073516 dv-cinder-839987-7-iscsi neutron-server[110158]: 'SubPort': {'1.0'}, May 18 14:47:05.073516 dv-cinder-839987-7-iscsi neutron-server[110158]: 'Subnet': {'1.1'}, May 18 14:47:05.073516 dv-cinder-839987-7-iscsi neutron-server[110158]: 'Trunk': {'1.1'}} May 18 14:47:05.073516 dv-cinder-839987-7-iscsi neutron-server[110158]: consumer versions: May 18 14:47:05.073516 dv-cinder-839987-7-iscsi neutron-server[110158]: { DHCP agent@dv-cinder-839987-7-iscsi: {}, May 18 14:47:05.073516 dv-cinder-839987-7-iscsi neutron-server[110158]: L3 agent@dv-cinder-839987-7-iscsi: {}, May 18 14:47:05.073516 dv-cinder-839987-7-iscsi neutron-server[110158]: Metadata agent@dv-cinder-839987-7-iscsi: {}, May 18 14:47:05.073516 dv-cinder-839987-7-iscsi neutron-server[110158]: Metering agent@dv-cinder-839987-7-iscsi: {}, May 18 14:47:05.073516 dv-cinder-839987-7-iscsi neutron-server[110158]: Open vSwitch agent@dv-cinder-839987-7-iscsi: { 'AddressGroup': '1.2', May 18 14:47:05.073516 dv-cinder-839987-7-iscsi neutron-server[110158]: 'Agent': '1.1', May 18 14:47:05.073516 dv-cinder-839987-7-iscsi neutron-server[110158]: 'ConntrackHelper': '1.0', May 18 14:47:05.073516 dv-cinder-839987-7-iscsi neutron-server[110158]: 'LocalIPAssociation': '1.0', May 18 14:47:05.073516 dv-cinder-839987-7-iscsi neutron-server[110158]: 'Log': '1.0', May 18 14:47:05.073516 dv-cinder-839987-7-iscsi neutron-server[110158]: 'NDPProxy': '1.0', May 18 14:47:05.073516 dv-cinder-839987-7-iscsi neutron-server[110158]: 'Network': '1.1', May 18 14:47:05.073516 dv-cinder-839987-7-iscsi neutron-server[110158]: 'Port': '1.7', May 18 14:47:05.073516 dv-cinder-839987-7-iscsi neutron-server[110158]: 'PortForwarding': '1.3', May 18 14:47:05.073516 dv-cinder-839987-7-iscsi neutron-server[110158]: 'QosPolicy': '1.10', May 18 14:47:05.073516 dv-cinder-839987-7-iscsi neutron-server[110158]: 'SecurityGroup': '1.5', May 18 14:47:05.073516 dv-cinder-839987-7-iscsi neutron-server[110158]: 'SecurityGroupRule': '1.2', May 18 14:47:05.073516 dv-cinder-839987-7-iscsi neutron-server[110158]: 'SubPort': '1.0', May 18 14:47:05.073516 dv-cinder-839987-7-iscsi neutron-server[110158]: 'Subnet': '1.1', May 18 14:47:05.073516 dv-cinder-839987-7-iscsi neutron-server[110158]: 'Trunk': '1.1'}} May 18 14:47:05.073516 dv-cinder-839987-7-iscsi neutron-server[110158]: {{(pid=110158) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 14:47:05.125658 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-c328d34f-3d56-4402-895f-3715b72543fd None None] Attempting to bind port b48e020e-778f-4907-b604-1fe2d89c0573 on host dv-cinder-839987-7-iscsi for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:47:05.126279 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-c328d34f-3d56-4402-895f-3715b72543fd None None] Attempting to bind port b48e020e-778f-4907-b604-1fe2d89c0573 by drivers openvswitch,hyperv on host dv-cinder-839987-7-iscsi at level 0 using segments [{'id': '8f8605af-30f5-4bba-8fa3-20532f0f4a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ae524df1-fe08-4b84-8189-72f83ed2e0ea'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:47:05.126499 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c328d34f-3d56-4402-895f-3715b72543fd None None] Attempting to bind port b48e020e-778f-4907-b604-1fe2d89c0573 on network ae524df1-fe08-4b84-8189-72f83ed2e0ea {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:47:05.132664 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c328d34f-3d56-4402-895f-3715b72543fd None None] Checking agent: {'id': 'ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 46, 56), 'started_at': datetime.datetime(2022, 5, 18, 14, 46, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:47:05.133270 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c328d34f-3d56-4402-895f-3715b72543fd None None] Checking segment: {'id': '8f8605af-30f5-4bba-8fa3-20532f0f4a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ae524df1-fe08-4b84-8189-72f83ed2e0ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:47:05.134087 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c328d34f-3d56-4402-895f-3715b72543fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:05.134755 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c328d34f-3d56-4402-895f-3715b72543fd None None] Bound using segment: {'id': '8f8605af-30f5-4bba-8fa3-20532f0f4a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ae524df1-fe08-4b84-8189-72f83ed2e0ea'} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:47:05.135588 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-c328d34f-3d56-4402-895f-3715b72543fd None None] Bound port: b48e020e-778f-4907-b604-1fe2d89c0573, host: dv-cinder-839987-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f8605af-30f5-4bba-8fa3-20532f0f4a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ae524df1-fe08-4b84-8189-72f83ed2e0ea'}}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:47:05.136017 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c328d34f-3d56-4402-895f-3715b72543fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (b48e020e-778f-4907-b604-1fe2d89c0573), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:05.138910 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=5 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:47:05.201190 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-c328d34f-3d56-4402-895f-3715b72543fd None None] For port b48e020e-778f-4907-b604-1fe2d89c0573, host dv-cinder-839987-7-iscsi, cleared binding levels {{(pid=110158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:47:05.221718 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-c328d34f-3d56-4402-895f-3715b72543fd None None] For port b48e020e-778f-4907-b604-1fe2d89c0573, host dv-cinder-839987-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=b48e020e-778f-4907-b604-1fe2d89c0573,segment=NetworkSegment(8f8605af-30f5-4bba-8fa3-20532f0f4a52),segment_id=8f8605af-30f5-4bba-8fa3-20532f0f4a52)] {{(pid=110158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:47:05.228527 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c328d34f-3d56-4402-895f-3715b72543fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (b48e020e-778f-4907-b604-1fe2d89c0573), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:05.282329 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c328d34f-3d56-4402-895f-3715b72543fd None None] Pushing event updated for resources: {'Port': ['ID=b48e020e-778f-4907-b604-1fe2d89c0573,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:47:06.595749 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 56626) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:47:06.935528 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [None req-80dd17cf-7450-4b99-89c5-8bfe8985b7bf admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110157) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 18 14:47:06.937078 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-80dd17cf-7450-4b99-89c5-8bfe8985b7bf admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3403418 May 18 14:47:09.104230 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=15,neutron:INSERT=31 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:47:09.109390 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=9 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:47:09.437706 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 56638) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:47:09.945482 dv-cinder-839987-7-iscsi neutron-server[110156]: WARNING oslo_policy.policy [None req-dacb1770-2bbe-4cfb-940e-6c30bf071938 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 14:47:09.946037 dv-cinder-839987-7-iscsi neutron-server[110156]: WARNING oslo_policy.policy [None req-dacb1770-2bbe-4cfb-940e-6c30bf071938 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 14:47:10.162355 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [None req-dacb1770-2bbe-4cfb-940e-6c30bf071938 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110156) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 18 14:47:10.163619 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-dacb1770-2bbe-4cfb-940e-6c30bf071938 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7240722 May 18 14:47:12.631468 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 56652) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:47:12.959382 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-b42ec1e5-44d6-4bd8-8b74-35e465a1da95 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:47:13.019624 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.policy [None req-b42ec1e5-44d6-4bd8-8b74-35e465a1da95 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110156) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 18 14:47:13.062031 dv-cinder-839987-7-iscsi neutron-server[110156]: WARNING oslo_policy.policy [None req-b42ec1e5-44d6-4bd8-8b74-35e465a1da95 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 14:47:13.062440 dv-cinder-839987-7-iscsi neutron-server[110156]: WARNING oslo_policy.policy [None req-b42ec1e5-44d6-4bd8-8b74-35e465a1da95 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 14:47:13.082809 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writer thread running {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 18 14:47:13.083475 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:47:13.127908 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-b42ec1e5-44d6-4bd8-8b74-35e465a1da95 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1014178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30024'] for router (0baddf41-fd63-4ea7-9de9-6f38c6f1ff70), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:13.129862 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-b42ec1e5-44d6-4bd8-8b74-35e465a1da95 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1014102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30033'] for router (0baddf41-fd63-4ea7-9de9-6f38c6f1ff70), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:13.288798 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-b42ec1e5-44d6-4bd8-8b74-35e465a1da95 demo demo] Publish callbacks [] for router_controller (0baddf41-fd63-4ea7-9de9-6f38c6f1ff70), precommit_add_association {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:13.293826 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-b42ec1e5-44d6-4bd8-8b74-35e465a1da95 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1014063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014892'] for router (0baddf41-fd63-4ea7-9de9-6f38c6f1ff70), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:13.316966 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-b42ec1e5-44d6-4bd8-8b74-35e465a1da95 demo demo] Publish callbacks [] for router (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:13.318175 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-b42ec1e5-44d6-4bd8-8b74-35e465a1da95 demo demo] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6857011 May 18 14:47:14.114499 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=65,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:47:14.117252 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:INSERT=1,neutron:SELECT=19,neutron:DELETE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:47:15.114680 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device b48e020e-778f-4907-b604-1fe2d89c0573 up at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:47:15.195430 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Provisioning complete for port b48e020e-778f-4907-b604-1fe2d89c0573 triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:47:15.195850 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (b48e020e-778f-4907-b604-1fe2d89c0573), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:15.301801 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Current status of the port b48e020e-778f-4907-b604-1fe2d89c0573 is: DOWN; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:47:15.302119 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (b48e020e-778f-4907-b604-1fe2d89c0573), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:15.339609 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] For port b48e020e-778f-4907-b604-1fe2d89c0573, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=b48e020e-778f-4907-b604-1fe2d89c0573,segment=NetworkSegment(8f8605af-30f5-4bba-8fa3-20532f0f4a52),segment_id=8f8605af-30f5-4bba-8fa3-20532f0f4a52)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:47:15.344308 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (b48e020e-778f-4907-b604-1fe2d89c0573), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:15.393577 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Pushing event updated for resources: {'Port': ['ID=b48e020e-778f-4907-b604-1fe2d89c0573,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:47:15.795092 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 56670) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:47:16.128314 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [None req-3dd2a6e7-bfa1-4a07-818b-8966b3551d19 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110156) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 18 14:47:16.129298 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-3dd2a6e7-bfa1-4a07-818b-8966b3551d19 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3332767 May 18 14:47:16.813363 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc9cecf-dd93-400b-974a-2a0b74219296 None None] Network ae524df1-fe08-4b84-8189-72f83ed2e0ea requested from dv-cinder-839987-7-iscsi {{(pid=110158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:47:16.942638 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-f0305d12-0a7e-4566-b91b-3d77a99e3e97 None None] Provisioning complete for port b48e020e-778f-4907-b604-1fe2d89c0573 triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:47:16.943033 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f0305d12-0a7e-4566-b91b-3d77a99e3e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (b48e020e-778f-4907-b604-1fe2d89c0573), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:16.976372 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:47:17.022573 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-f0305d12-0a7e-4566-b91b-3d77a99e3e97 None None] Current status of the port b48e020e-778f-4907-b604-1fe2d89c0573 is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:47:17.101490 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device b48e020e-778f-4907-b604-1fe2d89c0573 up at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:47:17.149029 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-dcf82424-ae1c-49fe-86c8-33fe7a2211d0 None None] Provisioning complete for port b48e020e-778f-4907-b604-1fe2d89c0573 triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:47:17.149426 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dcf82424-ae1c-49fe-86c8-33fe7a2211d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (b48e020e-778f-4907-b604-1fe2d89c0573), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:17.181595 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Provisioning complete for port b48e020e-778f-4907-b604-1fe2d89c0573 triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:47:17.181984 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (b48e020e-778f-4907-b604-1fe2d89c0573), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:17.289820 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-dcf82424-ae1c-49fe-86c8-33fe7a2211d0 None None] Current status of the port b48e020e-778f-4907-b604-1fe2d89c0573 is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:47:17.294395 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Current status of the port b48e020e-778f-4907-b604-1fe2d89c0573 is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:47:18.573227 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 56678) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:47:18.889763 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-0d971de0-9b98-4926-9018-415bf0f71b22 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:47:18.913576 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d971de0-9b98-4926-9018-415bf0f71b22 admin admin] Made reservation on behalf of 0e866db7b1bd46b4b3abe110fcb71b70 for: {'network': 1} {{(pid=110156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:47:18.916428 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-0d971de0-9b98-4926-9018-415bf0f71b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for network (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:18.932133 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-0d971de0-9b98-4926-9018-415bf0f71b22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:19.038955 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-0d971de0-9b98-4926-9018-415bf0f71b22 admin admin] Publish callbacks [] for security_group (6efaf08e-0ae2-4095-875c-d41f88d4c83b), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:19.042774 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-0d971de0-9b98-4926-9018-415bf0f71b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (6efaf08e-0ae2-4095-875c-d41f88d4c83b), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:19.053952 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0d971de0-9b98-4926-9018-415bf0f71b22 admin admin] Reserving flat network on physical network physnet1 {{(pid=110156) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 18 14:47:19.087727 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-0d971de0-9b98-4926-9018-415bf0f71b22 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770382701069', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029885'] for segment (74645103-ef26-4e33-8147-3fc27f09baec), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:19.088249 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.db.segments_db [None req-0d971de0-9b98-4926-9018-415bf0f71b22 admin admin] Added segment 74645103-ef26-4e33-8147-3fc27f09baec of type flat for network f20aa9f3-2984-481b-bb59-fa1f034e36c8 May 18 14:47:19.105091 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d971de0-9b98-4926-9018-415bf0f71b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6efaf08e-0ae2-4095-875c-d41f88d4c83b,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:47:19.150695 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d971de0-9b98-4926-9018-415bf0f71b22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:19.151008 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d971de0-9b98-4926-9018-415bf0f71b22 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:19.151359 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d971de0-9b98-4926-9018-415bf0f71b22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:19.151690 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d971de0-9b98-4926-9018-415bf0f71b22 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:19.152011 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d971de0-9b98-4926-9018-415bf0f71b22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:19.152331 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d971de0-9b98-4926-9018-415bf0f71b22 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:19.152669 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d971de0-9b98-4926-9018-415bf0f71b22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:19.152985 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d971de0-9b98-4926-9018-415bf0f71b22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:19.153311 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d971de0-9b98-4926-9018-415bf0f71b22 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:19.153643 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d971de0-9b98-4926-9018-415bf0f71b22 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:19.153976 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d971de0-9b98-4926-9018-415bf0f71b22 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:19.154302 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d971de0-9b98-4926-9018-415bf0f71b22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:19.154637 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d971de0-9b98-4926-9018-415bf0f71b22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:19.154941 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d971de0-9b98-4926-9018-415bf0f71b22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:19.155246 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d971de0-9b98-4926-9018-415bf0f71b22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:19.156622 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d971de0-9b98-4926-9018-415bf0f71b22 admin admin] Tracked resource versions report: May 18 14:47:19.156622 dv-cinder-839987-7-iscsi neutron-server[110156]: pushed versions: May 18 14:47:19.156622 dv-cinder-839987-7-iscsi neutron-server[110156]: { 'AddressGroup': {'1.2'}, May 18 14:47:19.156622 dv-cinder-839987-7-iscsi neutron-server[110156]: 'Agent': {'1.1'}, May 18 14:47:19.156622 dv-cinder-839987-7-iscsi neutron-server[110156]: 'ConntrackHelper': {'1.0'}, May 18 14:47:19.156622 dv-cinder-839987-7-iscsi neutron-server[110156]: 'LocalIPAssociation': {'1.0'}, May 18 14:47:19.156622 dv-cinder-839987-7-iscsi neutron-server[110156]: 'Log': {'1.0'}, May 18 14:47:19.156622 dv-cinder-839987-7-iscsi neutron-server[110156]: 'NDPProxy': {'1.0'}, May 18 14:47:19.156622 dv-cinder-839987-7-iscsi neutron-server[110156]: 'Network': {'1.1'}, May 18 14:47:19.156622 dv-cinder-839987-7-iscsi neutron-server[110156]: 'Port': {'1.7'}, May 18 14:47:19.156622 dv-cinder-839987-7-iscsi neutron-server[110156]: 'PortForwarding': {'1.3'}, May 18 14:47:19.156622 dv-cinder-839987-7-iscsi neutron-server[110156]: 'QosPolicy': {'1.10'}, May 18 14:47:19.156622 dv-cinder-839987-7-iscsi neutron-server[110156]: 'SecurityGroup': {'1.5'}, May 18 14:47:19.156622 dv-cinder-839987-7-iscsi neutron-server[110156]: 'SecurityGroupRule': {'1.2'}, May 18 14:47:19.156622 dv-cinder-839987-7-iscsi neutron-server[110156]: 'SubPort': {'1.0'}, May 18 14:47:19.156622 dv-cinder-839987-7-iscsi neutron-server[110156]: 'Subnet': {'1.1'}, May 18 14:47:19.156622 dv-cinder-839987-7-iscsi neutron-server[110156]: 'Trunk': {'1.1'}} May 18 14:47:19.156622 dv-cinder-839987-7-iscsi neutron-server[110156]: consumer versions: May 18 14:47:19.156622 dv-cinder-839987-7-iscsi neutron-server[110156]: { DHCP agent@dv-cinder-839987-7-iscsi: {}, May 18 14:47:19.156622 dv-cinder-839987-7-iscsi neutron-server[110156]: L3 agent@dv-cinder-839987-7-iscsi: {}, May 18 14:47:19.156622 dv-cinder-839987-7-iscsi neutron-server[110156]: Metadata agent@dv-cinder-839987-7-iscsi: {}, May 18 14:47:19.156622 dv-cinder-839987-7-iscsi neutron-server[110156]: Metering agent@dv-cinder-839987-7-iscsi: {}, May 18 14:47:19.156622 dv-cinder-839987-7-iscsi neutron-server[110156]: Open vSwitch agent@dv-cinder-839987-7-iscsi: { 'AddressGroup': '1.2', May 18 14:47:19.156622 dv-cinder-839987-7-iscsi neutron-server[110156]: 'Agent': '1.1', May 18 14:47:19.156622 dv-cinder-839987-7-iscsi neutron-server[110156]: 'ConntrackHelper': '1.0', May 18 14:47:19.156622 dv-cinder-839987-7-iscsi neutron-server[110156]: 'LocalIPAssociation': '1.0', May 18 14:47:19.156622 dv-cinder-839987-7-iscsi neutron-server[110156]: 'Log': '1.0', May 18 14:47:19.156622 dv-cinder-839987-7-iscsi neutron-server[110156]: 'NDPProxy': '1.0', May 18 14:47:19.156622 dv-cinder-839987-7-iscsi neutron-server[110156]: 'Network': '1.1', May 18 14:47:19.156622 dv-cinder-839987-7-iscsi neutron-server[110156]: 'Port': '1.7', May 18 14:47:19.156622 dv-cinder-839987-7-iscsi neutron-server[110156]: 'PortForwarding': '1.3', May 18 14:47:19.156622 dv-cinder-839987-7-iscsi neutron-server[110156]: 'QosPolicy': '1.10', May 18 14:47:19.156622 dv-cinder-839987-7-iscsi neutron-server[110156]: 'SecurityGroup': '1.5', May 18 14:47:19.156622 dv-cinder-839987-7-iscsi neutron-server[110156]: 'SecurityGroupRule': '1.2', May 18 14:47:19.156622 dv-cinder-839987-7-iscsi neutron-server[110156]: 'SubPort': '1.0', May 18 14:47:19.156622 dv-cinder-839987-7-iscsi neutron-server[110156]: 'Subnet': '1.1', May 18 14:47:19.156622 dv-cinder-839987-7-iscsi neutron-server[110156]: 'Trunk': '1.1'}} May 18 14:47:19.156622 dv-cinder-839987-7-iscsi neutron-server[110156]: {{(pid=110156) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 14:47:19.206183 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-0d971de0-9b98-4926-9018-415bf0f71b22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770382152789'] for network (f20aa9f3-2984-481b-bb59-fa1f034e36c8), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:19.249646 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-0d971de0-9b98-4926-9018-415bf0f71b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355'] for network (f20aa9f3-2984-481b-bb59-fa1f034e36c8), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:19.251082 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d971de0-9b98-4926-9018-415bf0f71b22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:47:19.251828 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-0d971de0-9b98-4926-9018-415bf0f71b22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for network (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:19.338118 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-0d971de0-9b98-4926-9018-415bf0f71b22 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7638295 May 18 14:47:19.356187 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d971de0-9b98-4926-9018-415bf0f71b22 admin admin] Pushing event updated for resources: {'Network': ['ID=f20aa9f3-2984-481b-bb59-fa1f034e36c8,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:47:19.367407 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Network f20aa9f3-2984-481b-bb59-fa1f034e36c8 details requested by agent ovs-agent-dv-cinder-839987-7-iscsi with host dv-cinder-839987-7-iscsi {{(pid=110158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 14:47:19.381298 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:47:20.461874 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1cfbf32a-0389-431f-ac55-96cf74fa00f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (7afc6fe8-d13b-4fd3-bc99-e9efab9a141d), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:21.779357 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 56690) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:47:22.187916 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4ff040-89e9-4fbf-a29d-309f503e9e9d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:47:22.189245 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-bc4ff040-89e9-4fbf-a29d-309f503e9e9d demo admin] 10.222.0.59 "GET /v2.0/subnets/b6c19b71-94f0-4c69-8706-d5c929d75333 HTTP/1.1" status: 200 len: 849 time: 0.4088578 May 18 14:47:22.326160 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-99ab96cb-803d-4c6c-bfca-82ae43ae6556 demo admin] 10.222.0.59 "GET /v2.0/routers/0baddf41-fd63-4ea7-9de9-6f38c6f1ff70 HTTP/1.1" status: 200 len: 704 time: 0.1314039 May 18 14:47:22.597079 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-55f9ed40-66a4-4240-a8bd-738dab4e7809 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:22.617756 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:47:22.679015 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:47:22.877571 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8e22bb64-7d3e-4880-b3c5-22eb9e0da8fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (a5518e17-d4a6-403f-b34f-0fa3d03f1833), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:22.913750 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.db_base_plugin_common [None req-55f9ed40-66a4-4240-a8bd-738dab4e7809 demo admin] Allocated IP 172.20.0.1 (ae524df1-fe08-4b84-8189-72f83ed2e0ea/b6c19b71-94f0-4c69-8706-d5c929d75333/41eda4a6-f45d-41e1-819b-cef466746d73) {{(pid=110156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:47:23.125867 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-55f9ed40-66a4-4240-a8bd-738dab4e7809 demo admin] Publish callbacks [] for port (41eda4a6-f45d-41e1-819b-cef466746d73), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:23.195196 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-55f9ed40-66a4-4240-a8bd-738dab4e7809 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031'] for port (41eda4a6-f45d-41e1-819b-cef466746d73), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:23.267460 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f9ed40-66a4-4240-a8bd-738dab4e7809 demo admin] Network ae524df1-fe08-4b84-8189-72f83ed2e0ea is already hosted by enough agents. {{(pid=110156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:47:23.275840 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.base_scheduler [None req-55f9ed40-66a4-4240-a8bd-738dab4e7809 demo admin] Resources bound (agent type, host, resource id): {{(pid=110156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:47:23.285322 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f9ed40-66a4-4240-a8bd-738dab4e7809 demo admin] Received port after_create {{(pid=110156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:47:23.286547 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-55f9ed40-66a4-4240-a8bd-738dab4e7809 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1009729'] for router_interface (0baddf41-fd63-4ea7-9de9-6f38c6f1ff70), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:23.307941 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f9ed40-66a4-4240-a8bd-738dab4e7809 demo admin] Pushing event updated for resources: {'Port': ['ID=41eda4a6-f45d-41e1-819b-cef466746d73,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:47:23.444420 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-7f61447a-8437-42d2-ac5f-3ed2a63e024d None None] Provisioning complete for port 41eda4a6-f45d-41e1-819b-cef466746d73 triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:47:23.444835 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7f61447a-8437-42d2-ac5f-3ed2a63e024d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (41eda4a6-f45d-41e1-819b-cef466746d73), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:23.478135 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-7f61447a-8437-42d2-ac5f-3ed2a63e024d None None] Port 41eda4a6-f45d-41e1-819b-cef466746d73 cannot update to ACTIVE because it is not bound. {{(pid=110158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:47:23.488800 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-55f9ed40-66a4-4240-a8bd-738dab4e7809 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (41eda4a6-f45d-41e1-819b-cef466746d73), before_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:23.766760 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-55f9ed40-66a4-4240-a8bd-738dab4e7809 demo admin] Publish callbacks [] for port (41eda4a6-f45d-41e1-819b-cef466746d73), precommit_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:23.770937 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-55f9ed40-66a4-4240-a8bd-738dab4e7809 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (41eda4a6-f45d-41e1-819b-cef466746d73), after_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:23.771703 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-55f9ed40-66a4-4240-a8bd-738dab4e7809 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009163'] for router_interface (0baddf41-fd63-4ea7-9de9-6f38c6f1ff70), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:23.843464 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:47:23.851079 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:47:23.853838 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f9ed40-66a4-4240-a8bd-738dab4e7809 demo admin] Pushing event updated for resources: {'Port': ['ID=41eda4a6-f45d-41e1-819b-cef466746d73,revision_number=2']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:47:23.903083 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f9ed40-66a4-4240-a8bd-738dab4e7809 demo admin] Network ae524df1-fe08-4b84-8189-72f83ed2e0ea is already hosted by enough agents. {{(pid=110156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:47:23.905606 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.base_scheduler [None req-55f9ed40-66a4-4240-a8bd-738dab4e7809 demo admin] Resources bound (agent type, host, resource id): {{(pid=110156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:47:23.922532 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-50f4e27f-5619-452e-9630-0448ff5d9157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (0f4dbee4-4999-4f30-b578-59222d25f53e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:24.066969 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55f9ed40-66a4-4240-a8bd-738dab4e7809 demo admin] Router 0baddf41-fd63-4ea7-9de9-6f38c6f1ff70 is scheduled to L3 agent a5518e17-d4a6-403f-b34f-0fa3d03f1833 with binding_index 1 {{(pid=110156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 14:47:24.099165 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-86158fca-d1c4-429d-bf64-01bd01a1461d None None] Provisioning complete for port 41eda4a6-f45d-41e1-819b-cef466746d73 triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:47:24.099654 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-86158fca-d1c4-429d-bf64-01bd01a1461d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (41eda4a6-f45d-41e1-819b-cef466746d73), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:24.130504 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-86158fca-d1c4-429d-bf64-01bd01a1461d None None] Port 41eda4a6-f45d-41e1-819b-cef466746d73 cannot update to ACTIVE because it is not bound. {{(pid=110158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:47:24.154797 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f9ed40-66a4-4240-a8bd-738dab4e7809 demo admin] Notify agent at l3_agent.dv-cinder-839987-7-iscsi the message routers_updated {{(pid=110156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:47:24.159804 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-55f9ed40-66a4-4240-a8bd-738dab4e7809 demo admin] 10.222.0.59 "PUT /v2.0/routers/0baddf41-fd63-4ea7-9de9-6f38c6f1ff70/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8285136 May 18 14:47:24.166748 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020d3dee-9ed2-4725-be4c-21d5b8716e22 None None] Sync routers for ids ['0baddf41-fd63-4ea7-9de9-6f38c6f1ff70'] in dv-cinder-839987-7-iscsi {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:47:24.180949 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020d3dee-9ed2-4725-be4c-21d5b8716e22 None None] Routers {'0baddf41-fd63-4ea7-9de9-6f38c6f1ff70'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:47:24.181694 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-020d3dee-9ed2-4725-be4c-21d5b8716e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T14:47:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['0baddf41-fd63-4ea7-9de9-6f38c6f1ff70'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:47:24.367164 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-020d3dee-9ed2-4725-be4c-21d5b8716e22 None None] Set router 0baddf41-fd63-4ea7-9de9-6f38c6f1ff70 gateway port host: None {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:47:24.806671 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-020d3dee-9ed2-4725-be4c-21d5b8716e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0baddf41-fd63-4ea7-9de9-6f38c6f1ff70', 'name': 'router1', 'tenant_id': '50358d273b27456a83e9a62e2a34ff3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:47:13Z', 'updated_at': '2022-05-18T14:47:23Z', 'revision_number': 2, 'project_id': '50358d273b27456a83e9a62e2a34ff3a', 'gw_port_host': None, '_interfaces': [{'id': '41eda4a6-f45d-41e1-819b-cef466746d73', 'name': '', 'network_id': 'ae524df1-fe08-4b84-8189-72f83ed2e0ea', 'tenant_id': '50358d273b27456a83e9a62e2a34ff3a', 'mac_address': 'fa:16:3e:3a:05:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0baddf41-fd63-4ea7-9de9-6f38c6f1ff70', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b6c19b71-94f0-4c69-8706-d5c929d75333', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:47:22Z', 'updated_at': '2022-05-18T14:47:23Z', 'revision_number': 2, 'project_id': '50358d273b27456a83e9a62e2a34ff3a', 'subnets': [{'id': 'b6c19b71-94f0-4c69-8706-d5c929d75333', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'af88701f-4850-472b-a42e-9997ba71e9a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:47:24.856342 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020d3dee-9ed2-4725-be4c-21d5b8716e22 None None] Checking router: 0baddf41-fd63-4ea7-9de9-6f38c6f1ff70 for host: dv-cinder-839987-7-iscsi {{(pid=110159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:47:24.856753 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020d3dee-9ed2-4725-be4c-21d5b8716e22 None None] Updating router 0baddf41-fd63-4ea7-9de9-6f38c6f1ff70 port 41eda4a6-f45d-41e1-819b-cef466746d73 binding host dv-cinder-839987-7-iscsi {{(pid=110159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:47:24.910450 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-020d3dee-9ed2-4725-be4c-21d5b8716e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (41eda4a6-f45d-41e1-819b-cef466746d73), before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:25.046350 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-86248160-1b36-4d80-a449-232705ae1859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (11bd5e7f-0ec7-43f5-9ca8-99d3c1136d9c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:25.462820 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-020d3dee-9ed2-4725-be4c-21d5b8716e22 None None] Publish callbacks [] for port (41eda4a6-f45d-41e1-819b-cef466746d73), precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:25.469161 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-020d3dee-9ed2-4725-be4c-21d5b8716e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (41eda4a6-f45d-41e1-819b-cef466746d73), after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:25.575591 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4af55d-5897-4be9-a359-631b1e56d759 None None] Pushing event updated for resources: {'Port': ['ID=41eda4a6-f45d-41e1-819b-cef466746d73,revision_number=3']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:47:25.586009 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4af55d-5897-4be9-a359-631b1e56d759 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:25.586348 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4af55d-5897-4be9-a359-631b1e56d759 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:25.586691 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4af55d-5897-4be9-a359-631b1e56d759 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:25.587024 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4af55d-5897-4be9-a359-631b1e56d759 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:25.587346 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4af55d-5897-4be9-a359-631b1e56d759 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:25.587667 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4af55d-5897-4be9-a359-631b1e56d759 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:25.587983 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4af55d-5897-4be9-a359-631b1e56d759 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:25.588296 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4af55d-5897-4be9-a359-631b1e56d759 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:25.588628 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4af55d-5897-4be9-a359-631b1e56d759 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:25.588947 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4af55d-5897-4be9-a359-631b1e56d759 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:25.589262 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4af55d-5897-4be9-a359-631b1e56d759 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:25.589594 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4af55d-5897-4be9-a359-631b1e56d759 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:25.589912 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4af55d-5897-4be9-a359-631b1e56d759 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:25.590225 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4af55d-5897-4be9-a359-631b1e56d759 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:25.590535 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4af55d-5897-4be9-a359-631b1e56d759 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:25.592493 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4af55d-5897-4be9-a359-631b1e56d759 None None] Tracked resource versions report: May 18 14:47:25.592493 dv-cinder-839987-7-iscsi neutron-server[110159]: pushed versions: May 18 14:47:25.592493 dv-cinder-839987-7-iscsi neutron-server[110159]: { 'AddressGroup': {'1.2'}, May 18 14:47:25.592493 dv-cinder-839987-7-iscsi neutron-server[110159]: 'Agent': {'1.1'}, May 18 14:47:25.592493 dv-cinder-839987-7-iscsi neutron-server[110159]: 'ConntrackHelper': {'1.0'}, May 18 14:47:25.592493 dv-cinder-839987-7-iscsi neutron-server[110159]: 'LocalIPAssociation': {'1.0'}, May 18 14:47:25.592493 dv-cinder-839987-7-iscsi neutron-server[110159]: 'Log': {'1.0'}, May 18 14:47:25.592493 dv-cinder-839987-7-iscsi neutron-server[110159]: 'NDPProxy': {'1.0'}, May 18 14:47:25.592493 dv-cinder-839987-7-iscsi neutron-server[110159]: 'Network': {'1.1'}, May 18 14:47:25.592493 dv-cinder-839987-7-iscsi neutron-server[110159]: 'Port': {'1.7'}, May 18 14:47:25.592493 dv-cinder-839987-7-iscsi neutron-server[110159]: 'PortForwarding': {'1.3'}, May 18 14:47:25.592493 dv-cinder-839987-7-iscsi neutron-server[110159]: 'QosPolicy': {'1.10'}, May 18 14:47:25.592493 dv-cinder-839987-7-iscsi neutron-server[110159]: 'SecurityGroup': {'1.5'}, May 18 14:47:25.592493 dv-cinder-839987-7-iscsi neutron-server[110159]: 'SecurityGroupRule': {'1.2'}, May 18 14:47:25.592493 dv-cinder-839987-7-iscsi neutron-server[110159]: 'SubPort': {'1.0'}, May 18 14:47:25.592493 dv-cinder-839987-7-iscsi neutron-server[110159]: 'Subnet': {'1.1'}, May 18 14:47:25.592493 dv-cinder-839987-7-iscsi neutron-server[110159]: 'Trunk': {'1.1'}} May 18 14:47:25.592493 dv-cinder-839987-7-iscsi neutron-server[110159]: consumer versions: May 18 14:47:25.592493 dv-cinder-839987-7-iscsi neutron-server[110159]: { DHCP agent@dv-cinder-839987-7-iscsi: {}, May 18 14:47:25.592493 dv-cinder-839987-7-iscsi neutron-server[110159]: L3 agent@dv-cinder-839987-7-iscsi: {}, May 18 14:47:25.592493 dv-cinder-839987-7-iscsi neutron-server[110159]: Metadata agent@dv-cinder-839987-7-iscsi: {}, May 18 14:47:25.592493 dv-cinder-839987-7-iscsi neutron-server[110159]: Metering agent@dv-cinder-839987-7-iscsi: {}, May 18 14:47:25.592493 dv-cinder-839987-7-iscsi neutron-server[110159]: Open vSwitch agent@dv-cinder-839987-7-iscsi: { 'AddressGroup': '1.2', May 18 14:47:25.592493 dv-cinder-839987-7-iscsi neutron-server[110159]: 'Agent': '1.1', May 18 14:47:25.592493 dv-cinder-839987-7-iscsi neutron-server[110159]: 'ConntrackHelper': '1.0', May 18 14:47:25.592493 dv-cinder-839987-7-iscsi neutron-server[110159]: 'LocalIPAssociation': '1.0', May 18 14:47:25.592493 dv-cinder-839987-7-iscsi neutron-server[110159]: 'Log': '1.0', May 18 14:47:25.592493 dv-cinder-839987-7-iscsi neutron-server[110159]: 'NDPProxy': '1.0', May 18 14:47:25.592493 dv-cinder-839987-7-iscsi neutron-server[110159]: 'Network': '1.1', May 18 14:47:25.592493 dv-cinder-839987-7-iscsi neutron-server[110159]: 'Port': '1.7', May 18 14:47:25.592493 dv-cinder-839987-7-iscsi neutron-server[110159]: 'PortForwarding': '1.3', May 18 14:47:25.592493 dv-cinder-839987-7-iscsi neutron-server[110159]: 'QosPolicy': '1.10', May 18 14:47:25.592493 dv-cinder-839987-7-iscsi neutron-server[110159]: 'SecurityGroup': '1.5', May 18 14:47:25.592493 dv-cinder-839987-7-iscsi neutron-server[110159]: 'SecurityGroupRule': '1.2', May 18 14:47:25.592493 dv-cinder-839987-7-iscsi neutron-server[110159]: 'SubPort': '1.0', May 18 14:47:25.592493 dv-cinder-839987-7-iscsi neutron-server[110159]: 'Subnet': '1.1', May 18 14:47:25.592493 dv-cinder-839987-7-iscsi neutron-server[110159]: 'Trunk': '1.1'}} May 18 14:47:25.592493 dv-cinder-839987-7-iscsi neutron-server[110159]: {{(pid=110159) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 14:47:25.680229 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [None req-020d3dee-9ed2-4725-be4c-21d5b8716e22 None None] Attempting to bind port 41eda4a6-f45d-41e1-819b-cef466746d73 on host dv-cinder-839987-7-iscsi for vnic_type normal with profile {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:47:25.680684 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [None req-020d3dee-9ed2-4725-be4c-21d5b8716e22 None None] Attempting to bind port 41eda4a6-f45d-41e1-819b-cef466746d73 by drivers openvswitch,hyperv on host dv-cinder-839987-7-iscsi at level 0 using segments [{'id': '8f8605af-30f5-4bba-8fa3-20532f0f4a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ae524df1-fe08-4b84-8189-72f83ed2e0ea'}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:47:25.681117 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020d3dee-9ed2-4725-be4c-21d5b8716e22 None None] Attempting to bind port 41eda4a6-f45d-41e1-819b-cef466746d73 on network ae524df1-fe08-4b84-8189-72f83ed2e0ea {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:47:25.687002 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020d3dee-9ed2-4725-be4c-21d5b8716e22 None None] Checking agent: {'id': 'ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 46, 56), 'started_at': datetime.datetime(2022, 5, 18, 14, 46, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:47:25.687701 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020d3dee-9ed2-4725-be4c-21d5b8716e22 None None] Checking segment: {'id': '8f8605af-30f5-4bba-8fa3-20532f0f4a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ae524df1-fe08-4b84-8189-72f83ed2e0ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:47:25.688198 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-020d3dee-9ed2-4725-be4c-21d5b8716e22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:25.688612 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020d3dee-9ed2-4725-be4c-21d5b8716e22 None None] Bound using segment: {'id': '8f8605af-30f5-4bba-8fa3-20532f0f4a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ae524df1-fe08-4b84-8189-72f83ed2e0ea'} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:47:25.689114 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [None req-020d3dee-9ed2-4725-be4c-21d5b8716e22 None None] Bound port: 41eda4a6-f45d-41e1-819b-cef466746d73, host: dv-cinder-839987-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f8605af-30f5-4bba-8fa3-20532f0f4a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ae524df1-fe08-4b84-8189-72f83ed2e0ea'}}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:47:25.689506 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-020d3dee-9ed2-4725-be4c-21d5b8716e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (41eda4a6-f45d-41e1-819b-cef466746d73), before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:25.738512 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:47:25.760394 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-020d3dee-9ed2-4725-be4c-21d5b8716e22 None None] For port 41eda4a6-f45d-41e1-819b-cef466746d73, host dv-cinder-839987-7-iscsi, cleared binding levels {{(pid=110159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:47:25.780963 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-020d3dee-9ed2-4725-be4c-21d5b8716e22 None None] For port 41eda4a6-f45d-41e1-819b-cef466746d73, host dv-cinder-839987-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=41eda4a6-f45d-41e1-819b-cef466746d73,segment=NetworkSegment(8f8605af-30f5-4bba-8fa3-20532f0f4a52),segment_id=8f8605af-30f5-4bba-8fa3-20532f0f4a52)] {{(pid=110159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:47:25.786630 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-020d3dee-9ed2-4725-be4c-21d5b8716e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (41eda4a6-f45d-41e1-819b-cef466746d73), after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:25.823942 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:47:25.846352 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-d8bfa907-aba7-42ee-a11a-a5d6c2ad317e None None] Provisioning complete for port 41eda4a6-f45d-41e1-819b-cef466746d73 triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:47:25.847150 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d8bfa907-aba7-42ee-a11a-a5d6c2ad317e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (41eda4a6-f45d-41e1-819b-cef466746d73), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:25.850771 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4af55d-5897-4be9-a359-631b1e56d759 None None] Pushing event updated for resources: {'Port': ['ID=41eda4a6-f45d-41e1-819b-cef466746d73,revision_number=4']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:47:25.854013 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020d3dee-9ed2-4725-be4c-21d5b8716e22 None None] Routers {'0baddf41-fd63-4ea7-9de9-6f38c6f1ff70'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:47:25.854994 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-020d3dee-9ed2-4725-be4c-21d5b8716e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T14:47:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['0baddf41-fd63-4ea7-9de9-6f38c6f1ff70'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:47:25.949105 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-d8bfa907-aba7-42ee-a11a-a5d6c2ad317e None None] Current status of the port 41eda4a6-f45d-41e1-819b-cef466746d73 is: DOWN; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:47:25.949862 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d8bfa907-aba7-42ee-a11a-a5d6c2ad317e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (41eda4a6-f45d-41e1-819b-cef466746d73), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:25.952158 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-020d3dee-9ed2-4725-be4c-21d5b8716e22 None None] Set router 0baddf41-fd63-4ea7-9de9-6f38c6f1ff70 gateway port host: None {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:47:25.987729 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-d8bfa907-aba7-42ee-a11a-a5d6c2ad317e None None] For port 41eda4a6-f45d-41e1-819b-cef466746d73, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=41eda4a6-f45d-41e1-819b-cef466746d73,segment=NetworkSegment(8f8605af-30f5-4bba-8fa3-20532f0f4a52),segment_id=8f8605af-30f5-4bba-8fa3-20532f0f4a52)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:47:25.995529 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d8bfa907-aba7-42ee-a11a-a5d6c2ad317e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (41eda4a6-f45d-41e1-819b-cef466746d73), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:26.049681 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bfa907-aba7-42ee-a11a-a5d6c2ad317e None None] Pushing event updated for resources: {'Port': ['ID=41eda4a6-f45d-41e1-819b-cef466746d73,revision_number=5']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:47:26.116868 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-8d5dbb5e-aca5-45ec-8243-32116aea6709 None None] Provisioning complete for port 41eda4a6-f45d-41e1-819b-cef466746d73 triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:47:26.117263 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8d5dbb5e-aca5-45ec-8243-32116aea6709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (41eda4a6-f45d-41e1-819b-cef466746d73), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:26.153768 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-020d3dee-9ed2-4725-be4c-21d5b8716e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0baddf41-fd63-4ea7-9de9-6f38c6f1ff70', 'name': 'router1', 'tenant_id': '50358d273b27456a83e9a62e2a34ff3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:47:13Z', 'updated_at': '2022-05-18T14:47:23Z', 'revision_number': 2, 'project_id': '50358d273b27456a83e9a62e2a34ff3a', 'gw_port_host': None, '_interfaces': [{'id': '41eda4a6-f45d-41e1-819b-cef466746d73', 'name': '', 'network_id': 'ae524df1-fe08-4b84-8189-72f83ed2e0ea', 'tenant_id': '50358d273b27456a83e9a62e2a34ff3a', 'mac_address': 'fa:16:3e:3a:05:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0baddf41-fd63-4ea7-9de9-6f38c6f1ff70', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b6c19b71-94f0-4c69-8706-d5c929d75333', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:47:22Z', 'updated_at': '2022-05-18T14:47:25Z', 'revision_number': 4, 'project_id': '50358d273b27456a83e9a62e2a34ff3a', 'subnets': [{'id': 'b6c19b71-94f0-4c69-8706-d5c929d75333', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'af88701f-4850-472b-a42e-9997ba71e9a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:47:26.178533 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020d3dee-9ed2-4725-be4c-21d5b8716e22 None None] The sync data for ids ['0baddf41-fd63-4ea7-9de9-6f38c6f1ff70'] in dv-cinder-839987-7-iscsi is: [{'id': '0baddf41-fd63-4ea7-9de9-6f38c6f1ff70', 'name': 'router1', 'tenant_id': '50358d273b27456a83e9a62e2a34ff3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:47:13Z', 'updated_at': '2022-05-18T14:47:23Z', 'revision_number': 2, 'project_id': '50358d273b27456a83e9a62e2a34ff3a', 'gw_port_host': None, '_interfaces': [{'id': '41eda4a6-f45d-41e1-819b-cef466746d73', 'name': '', 'network_id': 'ae524df1-fe08-4b84-8189-72f83ed2e0ea', 'tenant_id': '50358d273b27456a83e9a62e2a34ff3a', 'mac_address': 'fa:16:3e:3a:05:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0baddf41-fd63-4ea7-9de9-6f38c6f1ff70', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b6c19b71-94f0-4c69-8706-d5c929d75333', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:47:22Z', 'updated_at': '2022-05-18T14:47:25Z', 'revision_number': 4, 'project_id': '50358d273b27456a83e9a62e2a34ff3a', 'subnets': [{'id': 'b6c19b71-94f0-4c69-8706-d5c929d75333', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'af88701f-4850-472b-a42e-9997ba71e9a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:47:26.188973 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-8d5dbb5e-aca5-45ec-8243-32116aea6709 None None] Current status of the port 41eda4a6-f45d-41e1-819b-cef466746d73 is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:47:26.432597 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:26.633050 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 56712) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:47:26.837532 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81908cea-784c-478c-8e21-c6b4898d9e11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:47:26.838918 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-81908cea-784c-478c-8e21-c6b4898d9e11 admin admin] 10.222.0.59 "GET /v2.0/networks/f20aa9f3-2984-481b-bb59-fa1f034e36c8 HTTP/1.1" status: 200 len: 842 time: 0.2049034 May 18 14:47:26.849034 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-7e4d2ae6-260d-44be-b6ae-0f086cd81a1b admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.27.3.0/24', 'ip_version': 4, 'gateway_ip': '172.27.3.1', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'enable_dhcp': False}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:47:26.871977 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4d2ae6-260d-44be-b6ae-0f086cd81a1b admin admin] Made reservation on behalf of 0e866db7b1bd46b4b3abe110fcb71b70 for: {'subnet': 1} {{(pid=110156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:47:26.874392 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-7e4d2ae6-260d-44be-b6ae-0f086cd81a1b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:27.177946 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.objects.ports [None req-7e4d2ae6-260d-44be-b6ae-0f086cd81a1b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110156) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 18 14:47:27.178390 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-7e4d2ae6-260d-44be-b6ae-0f086cd81a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355'] for subnet (b7750f80-229c-4d19-b013-2aee5952f8bb), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:27.239212 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4d2ae6-260d-44be-b6ae-0f086cd81a1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7750f80-229c-4d19-b013-2aee5952f8bb,revision_number=0']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:47:27.248237 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4d2ae6-260d-44be-b6ae-0f086cd81a1b admin admin] Checking segment: {'id': '74645103-ef26-4e33-8147-3fc27f09baec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:47:27.248623 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4d2ae6-260d-44be-b6ae-0f086cd81a1b admin admin] Network hostable DHCP agents. Network: f20aa9f3-2984-481b-bb59-fa1f034e36c8, hostable agents: ['7afc6fe8-d13b-4fd3-bc99-e9efab9a141d'], hosted agents: [] {{(pid=110156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:47:27.270918 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4d2ae6-260d-44be-b6ae-0f086cd81a1b admin admin] Network f20aa9f3-2984-481b-bb59-fa1f034e36c8 is scheduled to be hosted by DHCP agent 7afc6fe8-d13b-4fd3-bc99-e9efab9a141d with binding_index 1 {{(pid=110156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:47:27.282210 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.base_scheduler [None req-7e4d2ae6-260d-44be-b6ae-0f086cd81a1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-7-iscsi, f20aa9f3-2984-481b-bb59-fa1f034e36c8) {{(pid=110156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:47:27.286634 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4d2ae6-260d-44be-b6ae-0f086cd81a1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:47:27.287176 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-7e4d2ae6-260d-44be-b6ae-0f086cd81a1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for subnet (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:27.293571 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2da7059-041b-41b4-9f92-0c02edfb4f10 None None] Network f20aa9f3-2984-481b-bb59-fa1f034e36c8 requested from dv-cinder-839987-7-iscsi {{(pid=110158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:47:27.305505 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-7e4d2ae6-260d-44be-b6ae-0f086cd81a1b admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4598367 May 18 14:47:27.345961 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:47:27.407822 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ba8456-5ce0-4be7-9648-34273927f836 None None] Network f20aa9f3-2984-481b-bb59-fa1f034e36c8 requested from dv-cinder-839987-7-iscsi {{(pid=110158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:47:29.705169 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 56730) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:47:29.787550 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:47:29.834308 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-92dd87e6-8ac7-448e-a900-22152ca0b3f7 demo admin] 10.222.0.59 "GET /v2.0/routers/0baddf41-fd63-4ea7-9de9-6f38c6f1ff70 HTTP/1.1" status: 200 len: 710 time: 0.1280437 May 18 14:47:29.846725 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:47:29.924292 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1cd0f7-d8d9-475f-ba2e-8922a2688b53 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:47:29.925688 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-ca1cd0f7-d8d9-475f-ba2e-8922a2688b53 demo admin] 10.222.0.59 "GET /v2.0/networks/f20aa9f3-2984-481b-bb59-fa1f034e36c8 HTTP/1.1" status: 200 len: 886 time: 0.0859387 May 18 14:47:29.934340 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-bcba14dc-965c-4937-a281-b8aa3a5d54a8 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8'}}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:47:30.240382 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-bcba14dc-965c-4937-a281-b8aa3a5d54a8 demo admin] Publish callbacks [] for router_gateway (0baddf41-fd63-4ea7-9de9-6f38c6f1ff70), precommit_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:30.456803 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-bcba14dc-965c-4937-a281-b8aa3a5d54a8 demo admin] Publish callbacks [] for router_gateway (0baddf41-fd63-4ea7-9de9-6f38c6f1ff70), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:30.536340 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-bcba14dc-965c-4937-a281-b8aa3a5d54a8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:30.659734 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.db_base_plugin_common [None req-bcba14dc-965c-4937-a281-b8aa3a5d54a8 demo admin] Allocated IP 172.27.3.244 (f20aa9f3-2984-481b-bb59-fa1f034e36c8/b7750f80-229c-4d19-b013-2aee5952f8bb/7f9caf39-021a-4aeb-bc04-943de69d296f) {{(pid=110156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:47:30.761042 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-bcba14dc-965c-4937-a281-b8aa3a5d54a8 demo admin] Publish callbacks [] for port (7f9caf39-021a-4aeb-bc04-943de69d296f), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:30.766073 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:47:30.796334 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-bcba14dc-965c-4937-a281-b8aa3a5d54a8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031'] for port (7f9caf39-021a-4aeb-bc04-943de69d296f), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:30.836855 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcba14dc-965c-4937-a281-b8aa3a5d54a8 demo admin] Network f20aa9f3-2984-481b-bb59-fa1f034e36c8 is already hosted by enough agents. {{(pid=110156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:47:30.842218 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.base_scheduler [None req-bcba14dc-965c-4937-a281-b8aa3a5d54a8 demo admin] Resources bound (agent type, host, resource id): {{(pid=110156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:47:30.844261 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcba14dc-965c-4937-a281-b8aa3a5d54a8 demo admin] Pushing event updated for resources: {'Port': ['ID=7f9caf39-021a-4aeb-bc04-943de69d296f,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:47:30.848258 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcba14dc-965c-4937-a281-b8aa3a5d54a8 demo admin] Received port after_create {{(pid=110156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:47:30.932114 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:47:31.106210 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-bcba14dc-965c-4937-a281-b8aa3a5d54a8 demo admin] Publish callbacks [] for router_gateway (0baddf41-fd63-4ea7-9de9-6f38c6f1ff70), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:31.294430 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-bcba14dc-965c-4937-a281-b8aa3a5d54a8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1014921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1014052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30051'] for router (0baddf41-fd63-4ea7-9de9-6f38c6f1ff70), precommit_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:31.298082 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-bcba14dc-965c-4937-a281-b8aa3a5d54a8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1014942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1014935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1014077'] for router (0baddf41-fd63-4ea7-9de9-6f38c6f1ff70), after_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:31.399495 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcba14dc-965c-4937-a281-b8aa3a5d54a8 demo admin] Router 0baddf41-fd63-4ea7-9de9-6f38c6f1ff70 has already been hosted by L3 agent a5518e17-d4a6-403f-b34f-0fa3d03f1833 {{(pid=110156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 14:47:31.598683 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcba14dc-965c-4937-a281-b8aa3a5d54a8 demo admin] Notify agent at l3_agent.dv-cinder-839987-7-iscsi the message routers_updated {{(pid=110156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:47:31.603544 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-bcba14dc-965c-4937-a281-b8aa3a5d54a8 demo admin] Publish callbacks [] for router (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:31.604911 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-bcba14dc-965c-4937-a281-b8aa3a5d54a8 demo admin] 10.222.0.59 "PUT /v2.0/routers/0baddf41-fd63-4ea7-9de9-6f38c6f1ff70 HTTP/1.1" status: 200 len: 890 time: 1.6735396 May 18 14:47:33.159081 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 41eda4a6-f45d-41e1-819b-cef466746d73 up at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:47:33.214697 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Provisioning complete for port 41eda4a6-f45d-41e1-819b-cef466746d73 triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:47:33.215106 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (41eda4a6-f45d-41e1-819b-cef466746d73), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:33.258202 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:47:33.298283 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Current status of the port 41eda4a6-f45d-41e1-819b-cef466746d73 is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:47:34.047658 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 56744) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:47:34.163616 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-fbd354de-d9f7-443b-b8fb-ab9298d08a18 admin admin] 10.222.0.59 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1148286 May 18 14:47:35.068449 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554d15c3-f599-4b5e-bb55-5e845a08772c None None] Sync routers for ids ['0baddf41-fd63-4ea7-9de9-6f38c6f1ff70'] in dv-cinder-839987-7-iscsi {{(pid=110158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:47:35.079987 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554d15c3-f599-4b5e-bb55-5e845a08772c None None] Routers {'0baddf41-fd63-4ea7-9de9-6f38c6f1ff70'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:47:35.080839 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-554d15c3-f599-4b5e-bb55-5e845a08772c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T14:47:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['0baddf41-fd63-4ea7-9de9-6f38c6f1ff70'], 'active': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:47:35.281013 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvr_db [None req-554d15c3-f599-4b5e-bb55-5e845a08772c None None] Set router 0baddf41-fd63-4ea7-9de9-6f38c6f1ff70 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:47:35.738330 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-554d15c3-f599-4b5e-bb55-5e845a08772c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0baddf41-fd63-4ea7-9de9-6f38c6f1ff70', 'name': 'router1', 'tenant_id': '50358d273b27456a83e9a62e2a34ff3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '7f9caf39-021a-4aeb-bc04-943de69d296f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:47:13Z', 'updated_at': '2022-05-18T14:47:30Z', 'revision_number': 4, 'project_id': '50358d273b27456a83e9a62e2a34ff3a', 'gw_port': {'id': '7f9caf39-021a-4aeb-bc04-943de69d296f', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c1:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0baddf41-fd63-4ea7-9de9-6f38c6f1ff70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:47:30Z', 'updated_at': '2022-05-18T14:47:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': '41eda4a6-f45d-41e1-819b-cef466746d73', 'name': '', 'network_id': 'ae524df1-fe08-4b84-8189-72f83ed2e0ea', 'tenant_id': '50358d273b27456a83e9a62e2a34ff3a', 'mac_address': 'fa:16:3e:3a:05:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0baddf41-fd63-4ea7-9de9-6f38c6f1ff70', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b6c19b71-94f0-4c69-8706-d5c929d75333', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:47:22Z', 'updated_at': '2022-05-18T14:47:25Z', 'revision_number': 5, 'project_id': '50358d273b27456a83e9a62e2a34ff3a', 'subnets': [{'id': 'b6c19b71-94f0-4c69-8706-d5c929d75333', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'af88701f-4850-472b-a42e-9997ba71e9a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:47:35.789321 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554d15c3-f599-4b5e-bb55-5e845a08772c None None] Checking router: 0baddf41-fd63-4ea7-9de9-6f38c6f1ff70 for host: dv-cinder-839987-7-iscsi {{(pid=110158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:47:35.789810 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554d15c3-f599-4b5e-bb55-5e845a08772c None None] Updating router 0baddf41-fd63-4ea7-9de9-6f38c6f1ff70 port 7f9caf39-021a-4aeb-bc04-943de69d296f binding host dv-cinder-839987-7-iscsi {{(pid=110158) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:47:35.849068 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-554d15c3-f599-4b5e-bb55-5e845a08772c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (7f9caf39-021a-4aeb-bc04-943de69d296f), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:36.151769 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:UPDATE=1,neutron:SELECT=52 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:47:36.170525 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:47:36.178446 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=28 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:47:36.219345 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-554d15c3-f599-4b5e-bb55-5e845a08772c None None] Publish callbacks [] for port (7f9caf39-021a-4aeb-bc04-943de69d296f), precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:36.227450 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-554d15c3-f599-4b5e-bb55-5e845a08772c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (7f9caf39-021a-4aeb-bc04-943de69d296f), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:36.273284 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf4aba6-8bac-462d-ad54-ca5645cf3dcc None None] Pushing event updated for resources: {'Port': ['ID=7f9caf39-021a-4aeb-bc04-943de69d296f,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:47:36.289926 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-554d15c3-f599-4b5e-bb55-5e845a08772c None None] Attempting to bind port 7f9caf39-021a-4aeb-bc04-943de69d296f on host dv-cinder-839987-7-iscsi for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:47:36.290300 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-554d15c3-f599-4b5e-bb55-5e845a08772c None None] Attempting to bind port 7f9caf39-021a-4aeb-bc04-943de69d296f by drivers openvswitch,hyperv on host dv-cinder-839987-7-iscsi at level 0 using segments [{'id': '74645103-ef26-4e33-8147-3fc27f09baec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:47:36.290661 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554d15c3-f599-4b5e-bb55-5e845a08772c None None] Attempting to bind port 7f9caf39-021a-4aeb-bc04-943de69d296f on network f20aa9f3-2984-481b-bb59-fa1f034e36c8 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:47:36.296626 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554d15c3-f599-4b5e-bb55-5e845a08772c None None] Checking agent: {'id': 'ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 46, 56), 'started_at': datetime.datetime(2022, 5, 18, 14, 47, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:47:36.296953 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554d15c3-f599-4b5e-bb55-5e845a08772c None None] Checking segment: {'id': '74645103-ef26-4e33-8147-3fc27f09baec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:47:36.297351 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-554d15c3-f599-4b5e-bb55-5e845a08772c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:36.297735 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554d15c3-f599-4b5e-bb55-5e845a08772c None None] Bound using segment: {'id': '74645103-ef26-4e33-8147-3fc27f09baec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8'} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:47:36.298357 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-554d15c3-f599-4b5e-bb55-5e845a08772c None None] Bound port: 7f9caf39-021a-4aeb-bc04-943de69d296f, host: dv-cinder-839987-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74645103-ef26-4e33-8147-3fc27f09baec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8'}}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:47:36.298900 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-554d15c3-f599-4b5e-bb55-5e845a08772c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (7f9caf39-021a-4aeb-bc04-943de69d296f), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:36.350891 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-554d15c3-f599-4b5e-bb55-5e845a08772c None None] For port 7f9caf39-021a-4aeb-bc04-943de69d296f, host dv-cinder-839987-7-iscsi, cleared binding levels {{(pid=110158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:47:36.354297 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-554d15c3-f599-4b5e-bb55-5e845a08772c None None] For port 7f9caf39-021a-4aeb-bc04-943de69d296f, host dv-cinder-839987-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=7f9caf39-021a-4aeb-bc04-943de69d296f,segment=NetworkSegment(74645103-ef26-4e33-8147-3fc27f09baec),segment_id=74645103-ef26-4e33-8147-3fc27f09baec)] {{(pid=110158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:47:36.362429 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-554d15c3-f599-4b5e-bb55-5e845a08772c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (7f9caf39-021a-4aeb-bc04-943de69d296f), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:36.417927 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:47:36.427304 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554d15c3-f599-4b5e-bb55-5e845a08772c None None] Routers {'0baddf41-fd63-4ea7-9de9-6f38c6f1ff70'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:47:36.427945 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-554d15c3-f599-4b5e-bb55-5e845a08772c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T14:47:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['0baddf41-fd63-4ea7-9de9-6f38c6f1ff70'], 'active': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:47:36.462735 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf4aba6-8bac-462d-ad54-ca5645cf3dcc None None] Pushing event updated for resources: {'Port': ['ID=7f9caf39-021a-4aeb-bc04-943de69d296f,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:47:36.545454 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvr_db [None req-554d15c3-f599-4b5e-bb55-5e845a08772c None None] Set router 0baddf41-fd63-4ea7-9de9-6f38c6f1ff70 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:47:36.766369 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-554d15c3-f599-4b5e-bb55-5e845a08772c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0baddf41-fd63-4ea7-9de9-6f38c6f1ff70', 'name': 'router1', 'tenant_id': '50358d273b27456a83e9a62e2a34ff3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '7f9caf39-021a-4aeb-bc04-943de69d296f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:47:13Z', 'updated_at': '2022-05-18T14:47:30Z', 'revision_number': 4, 'project_id': '50358d273b27456a83e9a62e2a34ff3a', 'gw_port': {'id': '7f9caf39-021a-4aeb-bc04-943de69d296f', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c1:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0baddf41-fd63-4ea7-9de9-6f38c6f1ff70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:47:30Z', 'updated_at': '2022-05-18T14:47:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': '41eda4a6-f45d-41e1-819b-cef466746d73', 'name': '', 'network_id': 'ae524df1-fe08-4b84-8189-72f83ed2e0ea', 'tenant_id': '50358d273b27456a83e9a62e2a34ff3a', 'mac_address': 'fa:16:3e:3a:05:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0baddf41-fd63-4ea7-9de9-6f38c6f1ff70', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b6c19b71-94f0-4c69-8706-d5c929d75333', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:47:22Z', 'updated_at': '2022-05-18T14:47:25Z', 'revision_number': 5, 'project_id': '50358d273b27456a83e9a62e2a34ff3a', 'subnets': [{'id': 'b6c19b71-94f0-4c69-8706-d5c929d75333', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'af88701f-4850-472b-a42e-9997ba71e9a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:47:36.797978 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554d15c3-f599-4b5e-bb55-5e845a08772c None None] The sync data for ids ['0baddf41-fd63-4ea7-9de9-6f38c6f1ff70'] in dv-cinder-839987-7-iscsi is: [{'id': '0baddf41-fd63-4ea7-9de9-6f38c6f1ff70', 'name': 'router1', 'tenant_id': '50358d273b27456a83e9a62e2a34ff3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '7f9caf39-021a-4aeb-bc04-943de69d296f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:47:13Z', 'updated_at': '2022-05-18T14:47:30Z', 'revision_number': 4, 'project_id': '50358d273b27456a83e9a62e2a34ff3a', 'gw_port': {'id': '7f9caf39-021a-4aeb-bc04-943de69d296f', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c1:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0baddf41-fd63-4ea7-9de9-6f38c6f1ff70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:47:30Z', 'updated_at': '2022-05-18T14:47:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': '41eda4a6-f45d-41e1-819b-cef466746d73', 'name': '', 'network_id': 'ae524df1-fe08-4b84-8189-72f83ed2e0ea', 'tenant_id': '50358d273b27456a83e9a62e2a34ff3a', 'mac_address': 'fa:16:3e:3a:05:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0baddf41-fd63-4ea7-9de9-6f38c6f1ff70', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b6c19b71-94f0-4c69-8706-d5c929d75333', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:47:22Z', 'updated_at': '2022-05-18T14:47:25Z', 'revision_number': 5, 'project_id': '50358d273b27456a83e9a62e2a34ff3a', 'subnets': [{'id': 'b6c19b71-94f0-4c69-8706-d5c929d75333', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'af88701f-4850-472b-a42e-9997ba71e9a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:47:37.194722 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 7f9caf39-021a-4aeb-bc04-943de69d296f up at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:47:37.250363 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Provisioning complete for port 7f9caf39-021a-4aeb-bc04-943de69d296f triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:47:37.250839 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (7f9caf39-021a-4aeb-bc04-943de69d296f), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:37.381680 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:47:37.383197 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Current status of the port 7f9caf39-021a-4aeb-bc04-943de69d296f is: DOWN; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:47:37.383591 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (7f9caf39-021a-4aeb-bc04-943de69d296f), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:37.408317 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] For port 7f9caf39-021a-4aeb-bc04-943de69d296f, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=7f9caf39-021a-4aeb-bc04-943de69d296f,segment=NetworkSegment(74645103-ef26-4e33-8147-3fc27f09baec),segment_id=74645103-ef26-4e33-8147-3fc27f09baec)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:47:37.414510 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (7f9caf39-021a-4aeb-bc04-943de69d296f), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:37.476322 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Pushing event updated for resources: {'Port': ['ID=7f9caf39-021a-4aeb-bc04-943de69d296f,revision_number=4']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:47:39.188084 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 7f9caf39-021a-4aeb-bc04-943de69d296f up at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:47:39.245724 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Provisioning complete for port 7f9caf39-021a-4aeb-bc04-943de69d296f triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:47:39.246115 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (7f9caf39-021a-4aeb-bc04-943de69d296f), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:39.388711 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Current status of the port 7f9caf39-021a-4aeb-bc04-943de69d296f is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:47:42.838943 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.agents_db [None req-a4aab2e5-b658-4b2c-9b1f-100bc6421b45 None None] Agent healthcheck: found 5 active agents {{(pid=110159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:47:44.152182 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=64,neutron:UPDATE=2 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:47:44.160650 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=81,neutron:INSERT=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:47:49.326845 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=72,neutron:UPDATE=2 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:47:49.388725 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=19 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:47:50.468823 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2ae86897-0c82-4028-b26e-7f12f5c79df7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (7afc6fe8-d13b-4fd3-bc99-e9efab9a141d), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:52.912955 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b5592a03-efab-47dd-9eda-0f519511e306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (a5518e17-d4a6-403f-b34f-0fa3d03f1833), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:53.928639 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-50f4e27f-5619-452e-9630-0448ff5d9157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (0f4dbee4-4999-4f30-b578-59222d25f53e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:55.053085 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-86248160-1b36-4d80-a449-232705ae1859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (11bd5e7f-0ec7-43f5-9ca8-99d3c1136d9c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:56.436423 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:47:58.843124 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=5 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:47:58.849369 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=3 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:48:05.047024 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:48:06.431251 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:48:19.838136 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.agents_db [None req-a4aab2e5-b658-4b2c-9b1f-100bc6421b45 None None] Agent healthcheck: found 5 active agents {{(pid=110159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:48:20.466424 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4253dc74-6671-4361-acaa-914e3b592772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (7afc6fe8-d13b-4fd3-bc99-e9efab9a141d), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:48:22.878387 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6f6cfe18-a1c0-46e2-a41e-cc57c4e0e7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (a5518e17-d4a6-403f-b34f-0fa3d03f1833), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:48:23.927952 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-50f4e27f-5619-452e-9630-0448ff5d9157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (0f4dbee4-4999-4f30-b578-59222d25f53e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:48:25.056227 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-86248160-1b36-4d80-a449-232705ae1859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (11bd5e7f-0ec7-43f5-9ca8-99d3c1136d9c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:48:26.435278 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:48:35.845808 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=4 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:48:35.846622 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=4 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:48:36.429435 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:48:36.431371 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:48:48.836439 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=1 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:48:48.837260 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:DELETE=1 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:48:50.458636 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-66c689a8-3fc1-43f1-8da5-f97ed4a41c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (7afc6fe8-d13b-4fd3-bc99-e9efab9a141d), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:48:52.884575 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fbe00116-195f-407f-8084-27088366cf5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (a5518e17-d4a6-403f-b34f-0fa3d03f1833), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:48:53.317804 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 57282) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:48:53.380252 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f9e0aa9-c6de-483b-8aa7-036a36daabb9 admin admin] GET failed (client error): The resource could not be found. May 18 14:48:53.381603 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-4f9e0aa9-c6de-483b-8aa7-036a36daabb9 admin admin] 10.222.0.59 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0628481 May 18 14:48:53.551469 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05768449-ddab-445d-9f2b-eb5a4e72c4c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:48:53.552887 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-05768449-ddab-445d-9f2b-eb5a4e72c4c0 admin admin] 10.222.0.59 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1658762 May 18 14:48:53.927089 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-50f4e27f-5619-452e-9630-0448ff5d9157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (0f4dbee4-4999-4f30-b578-59222d25f53e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:48:55.055936 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-86248160-1b36-4d80-a449-232705ae1859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (11bd5e7f-0ec7-43f5-9ca8-99d3c1136d9c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:48:55.779542 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 57292) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:48:55.874526 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e34f292-b7e4-4e95-85c3-5ce96cb9cac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:48:55.875899 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-0e34f292-b7e4-4e95-85c3-5ce96cb9cac8 admin admin] 10.222.0.59 "GET /v2.0/subnets/b6c19b71-94f0-4c69-8706-d5c929d75333 HTTP/1.1" status: 200 len: 849 time: 0.0953996 May 18 14:48:55.885069 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-41908a66-3906-45dd-b1f2-5d83c1e95451 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:48:55.971024 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-41908a66-3906-45dd-b1f2-5d83c1e95451 admin admin] Publish callbacks [] for subnet (b6c19b71-94f0-4c69-8706-d5c929d75333), before_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:48:56.115279 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-41908a66-3906-45dd-b1f2-5d83c1e95451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770382729602'] for subnet (b6c19b71-94f0-4c69-8706-d5c929d75333), after_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:48:56.146759 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41908a66-3906-45dd-b1f2-5d83c1e95451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:48:56.147902 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-41908a66-3906-45dd-b1f2-5d83c1e95451 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for subnet (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:48:56.148659 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-41908a66-3906-45dd-b1f2-5d83c1e95451 admin admin] 10.222.0.59 "PUT /v2.0/subnets/b6c19b71-94f0-4c69-8706-d5c929d75333 HTTP/1.1" status: 200 len: 868 time: 0.2671177 May 18 14:48:56.164063 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3124da-c061-4c8e-9e05-d11adb16f63c None None] Network ae524df1-fe08-4b84-8189-72f83ed2e0ea requested from dv-cinder-839987-7-iscsi {{(pid=110158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:48:56.167468 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41908a66-3906-45dd-b1f2-5d83c1e95451 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6c19b71-94f0-4c69-8706-d5c929d75333,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:48:56.175316 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41908a66-3906-45dd-b1f2-5d83c1e95451 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:48:56.175676 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41908a66-3906-45dd-b1f2-5d83c1e95451 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:48:56.175996 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41908a66-3906-45dd-b1f2-5d83c1e95451 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:48:56.176397 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41908a66-3906-45dd-b1f2-5d83c1e95451 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:48:56.176765 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41908a66-3906-45dd-b1f2-5d83c1e95451 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:48:56.177093 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41908a66-3906-45dd-b1f2-5d83c1e95451 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:48:56.178342 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41908a66-3906-45dd-b1f2-5d83c1e95451 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:48:56.178342 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41908a66-3906-45dd-b1f2-5d83c1e95451 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:48:56.178342 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41908a66-3906-45dd-b1f2-5d83c1e95451 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:48:56.178659 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41908a66-3906-45dd-b1f2-5d83c1e95451 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:48:56.178742 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41908a66-3906-45dd-b1f2-5d83c1e95451 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:48:56.179060 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41908a66-3906-45dd-b1f2-5d83c1e95451 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:48:56.179388 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41908a66-3906-45dd-b1f2-5d83c1e95451 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:48:56.179699 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41908a66-3906-45dd-b1f2-5d83c1e95451 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:48:56.180034 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41908a66-3906-45dd-b1f2-5d83c1e95451 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:48:56.431443 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:48:56.505060 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-e30a21b7-918e-477c-b50f-b84411452595 None None] Provisioning complete for port 41eda4a6-f45d-41e1-819b-cef466746d73 triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:48:56.505458 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e30a21b7-918e-477c-b50f-b84411452595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (41eda4a6-f45d-41e1-819b-cef466746d73), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:48:56.581570 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-e30a21b7-918e-477c-b50f-b84411452595 None None] Current status of the port 41eda4a6-f45d-41e1-819b-cef466746d73 is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:48:56.590321 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-e30a21b7-918e-477c-b50f-b84411452595 None None] Provisioning complete for port b48e020e-778f-4907-b604-1fe2d89c0573 triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:48:56.590705 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e30a21b7-918e-477c-b50f-b84411452595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (b48e020e-778f-4907-b604-1fe2d89c0573), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:48:56.659937 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-e30a21b7-918e-477c-b50f-b84411452595 None None] Current status of the port b48e020e-778f-4907-b604-1fe2d89c0573 is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:48:56.837133 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.agents_db [None req-a4aab2e5-b658-4b2c-9b1f-100bc6421b45 None None] Agent healthcheck: found 5 active agents {{(pid=110159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:48:58.407433 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 57300) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:48:58.615390 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0fbc14-208a-4b13-8874-be265c31cc26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:48:58.615794 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0fbc14-208a-4b13-8874-be265c31cc26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:48:58.617371 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-9f0fbc14-208a-4b13-8874-be265c31cc26 admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2089784 May 18 14:49:00.862461 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 57308) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:49:00.996272 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4567d6-6edf-4f29-b479-ad77cd08e86b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:49:00.996774 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4567d6-6edf-4f29-b479-ad77cd08e86b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:49:00.998327 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-3e4567d6-6edf-4f29-b479-ad77cd08e86b admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1348813 May 18 14:49:03.243585 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 57316) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:49:03.347603 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:49:03.376887 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de161ad7-f7ea-4b08-abef-ba88b7c159e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:49:03.378215 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-de161ad7-f7ea-4b08-abef-ba88b7c159e0 admin admin] 10.222.0.59 "GET /v2.0/networks/ae524df1-fe08-4b84-8189-72f83ed2e0ea HTTP/1.1" status: 200 len: 869 time: 0.1336708 May 18 14:49:05.611471 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 57324) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:49:05.713350 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:49:05.737957 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9526a107-378a-4812-b2a0-08f984c2ece8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:49:05.739306 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-9526a107-378a-4812-b2a0-08f984c2ece8 admin admin] 10.222.0.59 "GET /v2.0/networks/f20aa9f3-2984-481b-bb59-fa1f034e36c8 HTTP/1.1" status: 200 len: 886 time: 0.1268866 May 18 14:49:06.656847 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=40,neutron:UPDATE=4 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:49:06.658677 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=52,neutron:UPDATE=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:49:07.959693 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 57332) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:49:08.086641 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b5f75b-8834-49a8-a67b-1dc84066dd2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:49:08.087088 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b5f75b-8834-49a8-a67b-1dc84066dd2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:49:08.088639 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-b0b5f75b-8834-49a8-a67b-1dc84066dd2e admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1279762 May 18 14:49:10.332338 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 57340) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:49:10.422968 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe609cc-2937-42a2-ad17-587714202b57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:49:10.423410 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe609cc-2937-42a2-ad17-587714202b57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:49:10.424923 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-ffe609cc-2937-42a2-ad17-587714202b57 admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0915418 May 18 14:49:12.687331 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 57348) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:49:12.781264 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73b7530-9c45-4dab-bf4c-c92da1a341f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:49:12.782607 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-f73b7530-9c45-4dab-bf4c-c92da1a341f5 admin admin] 10.222.0.59 "GET /v2.0/subnets/b6c19b71-94f0-4c69-8706-d5c929d75333 HTTP/1.1" status: 200 len: 868 time: 0.0943224 May 18 14:49:12.833163 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=3 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:49:12.842940 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=5 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:49:15.004102 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 57356) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:49:15.093872 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3666f5d4-f863-4976-adc5-0b879bd79a2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:49:15.095215 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-3666f5d4-f863-4976-adc5-0b879bd79a2a admin admin] 10.222.0.59 "GET /v2.0/subnets/b7750f80-229c-4d19-b013-2aee5952f8bb HTTP/1.1" status: 200 len: 816 time: 0.0901327 May 18 14:49:20.461099 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8f78a9cd-dffd-4c9b-87a8-a7794d3249c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (7afc6fe8-d13b-4fd3-bc99-e9efab9a141d), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:49:22.888291 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8499e260-22ed-4e72-bd3b-c829ddf3eb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (a5518e17-d4a6-403f-b34f-0fa3d03f1833), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:49:23.932404 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-50f4e27f-5619-452e-9630-0448ff5d9157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (0f4dbee4-4999-4f30-b578-59222d25f53e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:49:25.060203 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-86248160-1b36-4d80-a449-232705ae1859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (11bd5e7f-0ec7-43f5-9ca8-99d3c1136d9c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:49:25.087978 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=36 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:49:25.090590 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=28 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:49:26.434557 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:49:33.836355 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.agents_db [None req-a4aab2e5-b658-4b2c-9b1f-100bc6421b45 None None] Agent healthcheck: found 5 active agents {{(pid=110159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:49:36.428445 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:49:36.430506 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:49:49.843777 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=17 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:49:49.847904 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=17 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:49:50.463874 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d29e4660-2d4d-40d3-826b-65a9a5a349f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (7afc6fe8-d13b-4fd3-bc99-e9efab9a141d), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:49:52.890334 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ddee7f2a-2973-4b7c-bb7b-cc3b262a1455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (a5518e17-d4a6-403f-b34f-0fa3d03f1833), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:49:53.932702 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-50f4e27f-5619-452e-9630-0448ff5d9157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (0f4dbee4-4999-4f30-b578-59222d25f53e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:49:55.065201 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-86248160-1b36-4d80-a449-232705ae1859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (11bd5e7f-0ec7-43f5-9ca8-99d3c1136d9c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:49:55.447690 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 57414) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:49:55.500467 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [None req-321846c0-40a3-4245-8b48-fdaf57406f57 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110157) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 18 14:49:55.501514 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-321846c0-40a3-4245-8b48-fdaf57406f57 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0528331 May 18 14:49:56.436794 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:49:57.826317 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 57424) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:49:57.887447 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.pecan_wsgi.hooks.translation [None req-d547e4c8-6d06-4a80-84de-6c7dbeed541d admin admin] GET failed (client error): The resource could not be found. May 18 14:49:57.888759 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-d547e4c8-6d06-4a80-84de-6c7dbeed541d admin admin] 10.222.0.59 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0614736 May 18 14:49:58.034427 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f0aef5-7e8f-4597-9782-9e706ec50177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:49:58.035861 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-c8f0aef5-7e8f-4597-9782-9e706ec50177 admin admin] 10.222.0.59 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1429901 May 18 14:50:00.436216 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 57432) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:50:00.482896 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-8f60c19f-f0e2-4ded-9bd6-166eef312e44 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:50:00.503053 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f60c19f-f0e2-4ded-9bd6-166eef312e44 admin admin] Made reservation on behalf of 0e866db7b1bd46b4b3abe110fcb71b70 for: {'network': 1} {{(pid=110156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:50:00.505377 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-8f60c19f-f0e2-4ded-9bd6-166eef312e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for network (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:50:00.536951 dv-cinder-839987-7-iscsi neutron-server[110156]: WARNING neutron.services.revisions.revision_plugin [None req-8f60c19f-f0e2-4ded-9bd6-166eef312e44 admin admin] Could not find related network for resource to bump revision. May 18 14:50:00.553704 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f60c19f-f0e2-4ded-9bd6-166eef312e44 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=110156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:50:00.564334 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-8f60c19f-f0e2-4ded-9bd6-166eef312e44 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770382701069', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029885'] for segment (6a2805c6-bac0-49c5-9095-ce5266c47f86), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:50:00.564766 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.db.segments_db [None req-8f60c19f-f0e2-4ded-9bd6-166eef312e44 admin admin] Added segment 6a2805c6-bac0-49c5-9095-ce5266c47f86 of type vlan for network eeb0531b-870b-4a39-94e3-37c726ce2f5c May 18 14:50:00.606641 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-8f60c19f-f0e2-4ded-9bd6-166eef312e44 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770382152789'] for network (eeb0531b-870b-4a39-94e3-37c726ce2f5c), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:50:00.632485 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-8f60c19f-f0e2-4ded-9bd6-166eef312e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355'] for network (eeb0531b-870b-4a39-94e3-37c726ce2f5c), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:50:00.633979 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f60c19f-f0e2-4ded-9bd6-166eef312e44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:50:00.634547 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-8f60c19f-f0e2-4ded-9bd6-166eef312e44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for network (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:50:00.785701 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-8f60c19f-f0e2-4ded-9bd6-166eef312e44 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.3482978 May 18 14:50:00.790356 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f60c19f-f0e2-4ded-9bd6-166eef312e44 admin admin] Pushing event updated for resources: {'Network': ['ID=eeb0531b-870b-4a39-94e3-37c726ce2f5c,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:50:00.798009 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60c19f-f0e2-4ded-9bd6-166eef312e44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:50:00.798351 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60c19f-f0e2-4ded-9bd6-166eef312e44 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:50:00.798710 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60c19f-f0e2-4ded-9bd6-166eef312e44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:50:00.799052 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60c19f-f0e2-4ded-9bd6-166eef312e44 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:50:00.799381 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60c19f-f0e2-4ded-9bd6-166eef312e44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:50:00.799704 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60c19f-f0e2-4ded-9bd6-166eef312e44 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:50:00.800026 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60c19f-f0e2-4ded-9bd6-166eef312e44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:50:00.800345 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60c19f-f0e2-4ded-9bd6-166eef312e44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:50:00.800693 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60c19f-f0e2-4ded-9bd6-166eef312e44 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:50:00.801014 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60c19f-f0e2-4ded-9bd6-166eef312e44 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:50:00.801332 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60c19f-f0e2-4ded-9bd6-166eef312e44 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:50:00.801650 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60c19f-f0e2-4ded-9bd6-166eef312e44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:50:00.801964 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60c19f-f0e2-4ded-9bd6-166eef312e44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:50:00.802279 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60c19f-f0e2-4ded-9bd6-166eef312e44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:50:00.802591 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60c19f-f0e2-4ded-9bd6-166eef312e44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:50:00.815347 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Network eeb0531b-870b-4a39-94e3-37c726ce2f5c details requested by agent ovs-agent-dv-cinder-839987-7-iscsi with host dv-cinder-839987-7-iscsi {{(pid=110158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 14:50:03.034763 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 57440) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:50:03.094776 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.pecan_wsgi.hooks.translation [None req-950da7e3-ce20-4e19-a9f5-a4ec85407286 admin admin] GET failed (client error): The resource could not be found. May 18 14:50:03.096042 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-950da7e3-ce20-4e19-a9f5-a4ec85407286 admin admin] 10.222.0.59 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0603163 May 18 14:50:03.165005 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f8f47f-bd18-4e18-9c4a-d37312f39dc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:50:03.166436 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-f4f8f47f-bd18-4e18-9c4a-d37312f39dc1 admin admin] 10.222.0.59 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0665495 May 18 14:50:03.176034 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-02d6b4eb-4ea6-4fc2-a234-6b6da4364ed0 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'eeb0531b-870b-4a39-94e3-37c726ce2f5c'}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:50:03.195483 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d6b4eb-4ea6-4fc2-a234-6b6da4364ed0 admin admin] Made reservation on behalf of 0e866db7b1bd46b4b3abe110fcb71b70 for: {'subnet': 1} {{(pid=110156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:50:03.198450 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-02d6b4eb-4ea6-4fc2-a234-6b6da4364ed0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:50:03.362518 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-02d6b4eb-4ea6-4fc2-a234-6b6da4364ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355'] for subnet (28aa6e8f-a61f-4a10-b8ba-85de4a1b8675), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:50:03.421979 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d6b4eb-4ea6-4fc2-a234-6b6da4364ed0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28aa6e8f-a61f-4a10-b8ba-85de4a1b8675,revision_number=0']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:50:03.431704 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d6b4eb-4ea6-4fc2-a234-6b6da4364ed0 admin admin] Checking segment: {'id': '6a2805c6-bac0-49c5-9095-ce5266c47f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eeb0531b-870b-4a39-94e3-37c726ce2f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:50:03.432057 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d6b4eb-4ea6-4fc2-a234-6b6da4364ed0 admin admin] Network hostable DHCP agents. Network: eeb0531b-870b-4a39-94e3-37c726ce2f5c, hostable agents: ['7afc6fe8-d13b-4fd3-bc99-e9efab9a141d'], hosted agents: [] {{(pid=110156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:50:03.448461 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d6b4eb-4ea6-4fc2-a234-6b6da4364ed0 admin admin] Network eeb0531b-870b-4a39-94e3-37c726ce2f5c is scheduled to be hosted by DHCP agent 7afc6fe8-d13b-4fd3-bc99-e9efab9a141d with binding_index 1 {{(pid=110156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:50:03.456557 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.base_scheduler [None req-02d6b4eb-4ea6-4fc2-a234-6b6da4364ed0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-7-iscsi, eeb0531b-870b-4a39-94e3-37c726ce2f5c) {{(pid=110156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:50:03.460609 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d6b4eb-4ea6-4fc2-a234-6b6da4364ed0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:50:03.461258 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-02d6b4eb-4ea6-4fc2-a234-6b6da4364ed0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for subnet (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:50:03.465710 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef15b8a4-1e3d-47f6-83df-25848c5ee186 None None] Network eeb0531b-870b-4a39-94e3-37c726ce2f5c requested from dv-cinder-839987-7-iscsi {{(pid=110158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:50:03.478506 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-02d6b4eb-4ea6-4fc2-a234-6b6da4364ed0 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3057122 May 18 14:50:03.576051 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f036a02b-8fd0-471f-bcc2-509981768aa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f20f6cc-4f88-5695-b394-1707ddfc3587-eeb0531b-870b-4a39-94e3-37c726ce2f5c', 'network_id': 'eeb0531b-870b-4a39-94e3-37c726ce2f5c', 'project_id': '0e866db7b1bd46b4b3abe110fcb71b70', 'fixed_ips': [{'subnet_id': '28aa6e8f-a61f-4a10-b8ba-85de4a1b8675'}]}} from dv-cinder-839987-7-iscsi. {{(pid=110158) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 18 14:50:03.577044 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f036a02b-8fd0-471f-bcc2-509981768aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:50:03.814833 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-f036a02b-8fd0-471f-bcc2-509981768aa5 None None] Allocated IP 192.168.233.2 (eeb0531b-870b-4a39-94e3-37c726ce2f5c/28aa6e8f-a61f-4a10-b8ba-85de4a1b8675/b9392f3d-1115-4ed6-9bc5-2e287e71eab4) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:50:03.960220 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f036a02b-8fd0-471f-bcc2-509981768aa5 None None] Publish callbacks [] for port (b9392f3d-1115-4ed6-9bc5-2e287e71eab4), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:50:03.967297 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f036a02b-8fd0-471f-bcc2-509981768aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031'] for port (b9392f3d-1115-4ed6-9bc5-2e287e71eab4), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:50:04.011994 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f036a02b-8fd0-471f-bcc2-509981768aa5 None None] Network eeb0531b-870b-4a39-94e3-37c726ce2f5c is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:50:04.017348 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-f036a02b-8fd0-471f-bcc2-509981768aa5 None None] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:50:04.019435 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f036a02b-8fd0-471f-bcc2-509981768aa5 None None] Pushing event updated for resources: {'Port': ['ID=b9392f3d-1115-4ed6-9bc5-2e287e71eab4,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:50:04.021651 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f036a02b-8fd0-471f-bcc2-509981768aa5 None None] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:50:04.034343 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f036a02b-8fd0-471f-bcc2-509981768aa5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:50:04.034686 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f036a02b-8fd0-471f-bcc2-509981768aa5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:50:04.035049 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f036a02b-8fd0-471f-bcc2-509981768aa5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:50:04.035399 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f036a02b-8fd0-471f-bcc2-509981768aa5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:50:04.035731 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f036a02b-8fd0-471f-bcc2-509981768aa5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:50:04.036055 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f036a02b-8fd0-471f-bcc2-509981768aa5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:50:04.036377 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f036a02b-8fd0-471f-bcc2-509981768aa5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:50:04.036724 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f036a02b-8fd0-471f-bcc2-509981768aa5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:50:04.037050 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f036a02b-8fd0-471f-bcc2-509981768aa5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:50:04.037379 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f036a02b-8fd0-471f-bcc2-509981768aa5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:50:04.037690 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f036a02b-8fd0-471f-bcc2-509981768aa5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:50:04.038022 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f036a02b-8fd0-471f-bcc2-509981768aa5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:50:04.038343 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f036a02b-8fd0-471f-bcc2-509981768aa5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:50:04.038657 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f036a02b-8fd0-471f-bcc2-509981768aa5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:50:04.038974 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f036a02b-8fd0-471f-bcc2-509981768aa5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:50:04.090026 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-f036a02b-8fd0-471f-bcc2-509981768aa5 None None] Attempting to bind port b9392f3d-1115-4ed6-9bc5-2e287e71eab4 on host dv-cinder-839987-7-iscsi for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:50:04.090311 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-f036a02b-8fd0-471f-bcc2-509981768aa5 None None] Attempting to bind port b9392f3d-1115-4ed6-9bc5-2e287e71eab4 by drivers openvswitch,hyperv on host dv-cinder-839987-7-iscsi at level 0 using segments [{'id': '6a2805c6-bac0-49c5-9095-ce5266c47f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eeb0531b-870b-4a39-94e3-37c726ce2f5c'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:50:04.090671 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f036a02b-8fd0-471f-bcc2-509981768aa5 None None] Attempting to bind port b9392f3d-1115-4ed6-9bc5-2e287e71eab4 on network eeb0531b-870b-4a39-94e3-37c726ce2f5c {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:50:04.095862 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f036a02b-8fd0-471f-bcc2-509981768aa5 None None] Checking agent: {'id': 'ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 46, 56), 'started_at': datetime.datetime(2022, 5, 18, 14, 47, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:50:04.096226 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f036a02b-8fd0-471f-bcc2-509981768aa5 None None] Checking segment: {'id': '6a2805c6-bac0-49c5-9095-ce5266c47f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eeb0531b-870b-4a39-94e3-37c726ce2f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:50:04.096689 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f036a02b-8fd0-471f-bcc2-509981768aa5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:50:04.097064 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f036a02b-8fd0-471f-bcc2-509981768aa5 None None] Bound using segment: {'id': '6a2805c6-bac0-49c5-9095-ce5266c47f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eeb0531b-870b-4a39-94e3-37c726ce2f5c'} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:50:04.097529 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-f036a02b-8fd0-471f-bcc2-509981768aa5 None None] Bound port: b9392f3d-1115-4ed6-9bc5-2e287e71eab4, host: dv-cinder-839987-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a2805c6-bac0-49c5-9095-ce5266c47f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eeb0531b-870b-4a39-94e3-37c726ce2f5c'}}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:50:04.097903 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f036a02b-8fd0-471f-bcc2-509981768aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (b9392f3d-1115-4ed6-9bc5-2e287e71eab4), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:50:04.161701 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-f036a02b-8fd0-471f-bcc2-509981768aa5 None None] For port b9392f3d-1115-4ed6-9bc5-2e287e71eab4, host dv-cinder-839987-7-iscsi, cleared binding levels {{(pid=110158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:50:04.164778 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-f036a02b-8fd0-471f-bcc2-509981768aa5 None None] For port b9392f3d-1115-4ed6-9bc5-2e287e71eab4, host dv-cinder-839987-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=b9392f3d-1115-4ed6-9bc5-2e287e71eab4,segment=NetworkSegment(6a2805c6-bac0-49c5-9095-ce5266c47f86),segment_id=6a2805c6-bac0-49c5-9095-ce5266c47f86)] {{(pid=110158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:50:04.171740 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f036a02b-8fd0-471f-bcc2-509981768aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (b9392f3d-1115-4ed6-9bc5-2e287e71eab4), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:50:04.214161 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:50:04.238119 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f036a02b-8fd0-471f-bcc2-509981768aa5 None None] Pushing event updated for resources: {'Port': ['ID=b9392f3d-1115-4ed6-9bc5-2e287e71eab4,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:50:05.087528 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc466b76-37e3-4b21-8d8d-832ebe1b5722 None None] Network eeb0531b-870b-4a39-94e3-37c726ce2f5c requested from dv-cinder-839987-7-iscsi {{(pid=110158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:50:05.171029 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-8d582b61-90ec-42b4-ab42-64a347e7d7f8 None None] Provisioning complete for port b9392f3d-1115-4ed6-9bc5-2e287e71eab4 triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:50:05.171678 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8d582b61-90ec-42b4-ab42-64a347e7d7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (b9392f3d-1115-4ed6-9bc5-2e287e71eab4), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:50:05.202507 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:50:05.246142 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device b9392f3d-1115-4ed6-9bc5-2e287e71eab4 up at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:50:05.337107 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-8d582b61-90ec-42b4-ab42-64a347e7d7f8 None None] Current status of the port b9392f3d-1115-4ed6-9bc5-2e287e71eab4 is: DOWN; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:50:05.337489 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8d582b61-90ec-42b4-ab42-64a347e7d7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (b9392f3d-1115-4ed6-9bc5-2e287e71eab4), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:50:05.354974 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Provisioning complete for port b9392f3d-1115-4ed6-9bc5-2e287e71eab4 triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:50:05.355742 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (b9392f3d-1115-4ed6-9bc5-2e287e71eab4), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:50:05.405716 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-8d582b61-90ec-42b4-ab42-64a347e7d7f8 None None] For port b9392f3d-1115-4ed6-9bc5-2e287e71eab4, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=b9392f3d-1115-4ed6-9bc5-2e287e71eab4,segment=NetworkSegment(6a2805c6-bac0-49c5-9095-ce5266c47f86),segment_id=6a2805c6-bac0-49c5-9095-ce5266c47f86)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:50:05.413254 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8d582b61-90ec-42b4-ab42-64a347e7d7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (b9392f3d-1115-4ed6-9bc5-2e287e71eab4), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:50:05.502929 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Current status of the port b9392f3d-1115-4ed6-9bc5-2e287e71eab4 is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:50:05.509254 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d582b61-90ec-42b4-ab42-64a347e7d7f8 None None] Pushing event updated for resources: {'Port': ['ID=b9392f3d-1115-4ed6-9bc5-2e287e71eab4,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:50:05.531056 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-ed645fa2-9f0b-472b-a992-963989d5d1ab None None] Provisioning complete for port b9392f3d-1115-4ed6-9bc5-2e287e71eab4 triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:50:05.531459 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ed645fa2-9f0b-472b-a992-963989d5d1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (b9392f3d-1115-4ed6-9bc5-2e287e71eab4), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:50:05.607527 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-ed645fa2-9f0b-472b-a992-963989d5d1ab None None] Current status of the port b9392f3d-1115-4ed6-9bc5-2e287e71eab4 is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:50:07.207930 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device b9392f3d-1115-4ed6-9bc5-2e287e71eab4 up at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:50:07.254871 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Provisioning complete for port b9392f3d-1115-4ed6-9bc5-2e287e71eab4 triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:50:07.255262 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (b9392f3d-1115-4ed6-9bc5-2e287e71eab4), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:50:07.326062 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Current status of the port b9392f3d-1115-4ed6-9bc5-2e287e71eab4 is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:50:08.030693 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=12 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:50:08.031975 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=10 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:50:10.835485 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.agents_db [None req-a4aab2e5-b658-4b2c-9b1f-100bc6421b45 None None] Agent healthcheck: found 5 active agents {{(pid=110159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:50:13.470331 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=67,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:50:13.471205 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=71,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:50:17.321153 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:50:17.324098 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=62 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:50:20.467275 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-80b13223-1bbe-4408-bb64-d9a8f813712e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (7afc6fe8-d13b-4fd3-bc99-e9efab9a141d), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:50:22.893319 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-923e6071-f7b2-4417-b987-de396bb16282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (a5518e17-d4a6-403f-b34f-0fa3d03f1833), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:50:23.934625 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-50f4e27f-5619-452e-9630-0448ff5d9157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (0f4dbee4-4999-4f30-b578-59222d25f53e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:50:25.067311 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-86248160-1b36-4d80-a449-232705ae1859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (11bd5e7f-0ec7-43f5-9ca8-99d3c1136d9c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:50:26.447594 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:50:26.850392 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=5 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:50:26.854985 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=3 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:50:36.432992 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:50:36.434935 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:50:47.834655 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.agents_db [None req-a4aab2e5-b658-4b2c-9b1f-100bc6421b45 None None] Agent healthcheck: found 5 active agents {{(pid=110159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:50:48.833362 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:50:50.468647 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9ed53479-9bec-47f5-8c76-9c120c9c8b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (7afc6fe8-d13b-4fd3-bc99-e9efab9a141d), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:50:52.898347 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bd47c359-1d0a-4230-ba01-c924105aa23d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (a5518e17-d4a6-403f-b34f-0fa3d03f1833), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:50:53.938851 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-50f4e27f-5619-452e-9630-0448ff5d9157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (0f4dbee4-4999-4f30-b578-59222d25f53e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:50:55.071461 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-86248160-1b36-4d80-a449-232705ae1859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (11bd5e7f-0ec7-43f5-9ca8-99d3c1136d9c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:50:56.446954 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:51:03.846867 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=6 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:51:03.851145 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=4 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:51:06.439739 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:51:06.441053 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:51:20.470567 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ee8432c8-0774-4ecc-b92b-29620c76fbc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (7afc6fe8-d13b-4fd3-bc99-e9efab9a141d), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:51:22.901670 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-eba40f32-fcb9-453a-8a9b-fd77390b94b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (a5518e17-d4a6-403f-b34f-0fa3d03f1833), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:51:23.939445 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-50f4e27f-5619-452e-9630-0448ff5d9157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (0f4dbee4-4999-4f30-b578-59222d25f53e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:51:24.836070 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.agents_db [None req-a4aab2e5-b658-4b2c-9b1f-100bc6421b45 None None] Agent healthcheck: found 5 active agents {{(pid=110159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:51:25.074221 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-86248160-1b36-4d80-a449-232705ae1859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (11bd5e7f-0ec7-43f5-9ca8-99d3c1136d9c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:51:26.443437 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:51:36.434247 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:51:36.439106 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:51:49.211393 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=18 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:51:49.212784 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=16 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:51:50.475255 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-53636bf1-4a52-4f54-9929-32133f75f786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (7afc6fe8-d13b-4fd3-bc99-e9efab9a141d), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:51:52.398647 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 57482) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:51:52.405295 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [None req-d5ed1945-857b-4c88-a6d6-3dd99d1a7bf6 tempest-verify_tempest_config-1585619109 tempest-verify_tempest_config-1585619109-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110156) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 18 14:51:52.406269 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-d5ed1945-857b-4c88-a6d6-3dd99d1a7bf6 tempest-verify_tempest_config-1585619109 tempest-verify_tempest_config-1585619109-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0066559 May 18 14:51:52.699686 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 57500) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:51:52.813783 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-03f4f5ed-09d7-4049-a532-542cd3c2383c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:51:52.889931 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-03f4f5ed-09d7-4049-a532-542cd3c2383c admin admin] Publish callbacks [] for security_group (d73a423c-e468-4560-9d62-42d33d1077df), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:51:52.894746 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-03f4f5ed-09d7-4049-a532-542cd3c2383c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (d73a423c-e468-4560-9d62-42d33d1077df), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:51:52.904163 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5443f5bf-d310-4ec7-80f1-6c55c7c2a2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (a5518e17-d4a6-403f-b34f-0fa3d03f1833), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:51:52.942416 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-03f4f5ed-09d7-4049-a532-542cd3c2383c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=52b5588774fa493bb14848e33abde534&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2416434 May 18 14:51:52.943774 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f4f5ed-09d7-4049-a532-542cd3c2383c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73a423c-e468-4560-9d62-42d33d1077df,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:51:52.945144 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 57506) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:51:52.950912 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f4f5ed-09d7-4049-a532-542cd3c2383c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:51:52.951259 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f4f5ed-09d7-4049-a532-542cd3c2383c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:51:52.951617 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f4f5ed-09d7-4049-a532-542cd3c2383c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:51:52.951959 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f4f5ed-09d7-4049-a532-542cd3c2383c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:51:52.952295 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f4f5ed-09d7-4049-a532-542cd3c2383c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:51:52.952648 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f4f5ed-09d7-4049-a532-542cd3c2383c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:51:52.952977 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f4f5ed-09d7-4049-a532-542cd3c2383c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:51:52.953301 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f4f5ed-09d7-4049-a532-542cd3c2383c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:51:52.953625 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f4f5ed-09d7-4049-a532-542cd3c2383c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:51:52.953947 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f4f5ed-09d7-4049-a532-542cd3c2383c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:51:52.954284 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f4f5ed-09d7-4049-a532-542cd3c2383c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:51:52.954636 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f4f5ed-09d7-4049-a532-542cd3c2383c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:51:52.954964 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f4f5ed-09d7-4049-a532-542cd3c2383c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:51:52.955334 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f4f5ed-09d7-4049-a532-542cd3c2383c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:51:52.955721 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f4f5ed-09d7-4049-a532-542cd3c2383c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:51:53.000734 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-0020e934-51bf-4dc0-bd92-1526b3f1257f admin admin] Publish callbacks [] for security_group (d73a423c-e468-4560-9d62-42d33d1077df), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:51:53.021430 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-0020e934-51bf-4dc0-bd92-1526b3f1257f admin admin] Publish callbacks [] for security_group (d73a423c-e468-4560-9d62-42d33d1077df), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:51:53.120934 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-0020e934-51bf-4dc0-bd92-1526b3f1257f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (d73a423c-e468-4560-9d62-42d33d1077df), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:51:53.123416 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-0020e934-51bf-4dc0-bd92-1526b3f1257f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:51:53.124570 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-0020e934-51bf-4dc0-bd92-1526b3f1257f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d73a423c-e468-4560-9d62-42d33d1077df HTTP/1.1" status: 204 len: 168 time: 0.1784060 May 18 14:51:53.132620 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0020e934-51bf-4dc0-bd92-1526b3f1257f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73a423c-e468-4560-9d62-42d33d1077df,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:51:53.139371 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020e934-51bf-4dc0-bd92-1526b3f1257f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:51:53.139720 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020e934-51bf-4dc0-bd92-1526b3f1257f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:51:53.140132 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020e934-51bf-4dc0-bd92-1526b3f1257f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:51:53.140423 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020e934-51bf-4dc0-bd92-1526b3f1257f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:51:53.140777 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020e934-51bf-4dc0-bd92-1526b3f1257f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:51:53.141107 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020e934-51bf-4dc0-bd92-1526b3f1257f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:51:53.141429 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020e934-51bf-4dc0-bd92-1526b3f1257f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:51:53.141748 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020e934-51bf-4dc0-bd92-1526b3f1257f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:51:53.142151 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020e934-51bf-4dc0-bd92-1526b3f1257f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:51:53.142396 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020e934-51bf-4dc0-bd92-1526b3f1257f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:51:53.142718 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020e934-51bf-4dc0-bd92-1526b3f1257f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:51:53.143043 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020e934-51bf-4dc0-bd92-1526b3f1257f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:51:53.143357 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020e934-51bf-4dc0-bd92-1526b3f1257f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:51:53.143674 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020e934-51bf-4dc0-bd92-1526b3f1257f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:51:53.144109 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020e934-51bf-4dc0-bd92-1526b3f1257f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:51:53.942792 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-50f4e27f-5619-452e-9630-0448ff5d9157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (0f4dbee4-4999-4f30-b578-59222d25f53e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:51:55.076851 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-86248160-1b36-4d80-a449-232705ae1859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (11bd5e7f-0ec7-43f5-9ca8-99d3c1136d9c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:51:56.436607 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:52:01.835367 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.agents_db [None req-a4aab2e5-b658-4b2c-9b1f-100bc6421b45 None None] Agent healthcheck: found 5 active agents {{(pid=110159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:52:02.938694 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=19,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:52:02.950874 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=20,neutron:INSERT=4 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:52:03.135418 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:52:03.136163 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=19,neutron:DELETE=3 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:52:06.430068 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:52:06.432060 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:52:17.848244 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=3 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:52:17.853904 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=5 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:52:20.478012 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6cc51e32-1f1e-4255-8e65-c5c771486182 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (7afc6fe8-d13b-4fd3-bc99-e9efab9a141d), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:52:22.908547 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b97d65ec-51c9-4239-a260-f3f2605a1a2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (a5518e17-d4a6-403f-b34f-0fa3d03f1833), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:52:23.947122 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-50f4e27f-5619-452e-9630-0448ff5d9157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (0f4dbee4-4999-4f30-b578-59222d25f53e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:52:25.080176 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-86248160-1b36-4d80-a449-232705ae1859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (11bd5e7f-0ec7-43f5-9ca8-99d3c1136d9c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:52:26.439047 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:52:36.432891 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:52:36.434904 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:52:38.837360 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.agents_db [None req-a4aab2e5-b658-4b2c-9b1f-100bc6421b45 None None] Agent healthcheck: found 5 active agents {{(pid=110159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:52:50.478938 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-402a7de7-1a7a-4fe9-9a4a-a7b271d0f491 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (7afc6fe8-d13b-4fd3-bc99-e9efab9a141d), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:52:52.913119 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bde9f769-348b-43f5-9029-50cad70bc65e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (a5518e17-d4a6-403f-b34f-0fa3d03f1833), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:52:53.950731 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-50f4e27f-5619-452e-9630-0448ff5d9157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (0f4dbee4-4999-4f30-b578-59222d25f53e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:52:54.849142 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:52:54.860178 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=6 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:52:55.082634 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-86248160-1b36-4d80-a449-232705ae1859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (11bd5e7f-0ec7-43f5-9ca8-99d3c1136d9c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:52:56.441837 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:53:06.435511 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:53:06.437398 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:53:15.836738 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.agents_db [None req-a4aab2e5-b658-4b2c-9b1f-100bc6421b45 None None] Agent healthcheck: found 5 active agents {{(pid=110159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:53:20.480999 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dadd96fc-0139-4436-8e85-0db917f7756f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (7afc6fe8-d13b-4fd3-bc99-e9efab9a141d), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:53:22.914745 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-184fa82d-1a30-46ec-8e13-b1fc3a7bb599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (a5518e17-d4a6-403f-b34f-0fa3d03f1833), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:53:23.954805 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-50f4e27f-5619-452e-9630-0448ff5d9157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (0f4dbee4-4999-4f30-b578-59222d25f53e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:53:25.085484 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-86248160-1b36-4d80-a449-232705ae1859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (11bd5e7f-0ec7-43f5-9ca8-99d3c1136d9c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:53:26.444556 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:53:31.850833 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=4 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:53:31.856060 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=4 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:53:36.439005 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:53:36.439802 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:53:39.425310 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-563156'] for agent (f376d122-85a6-484a-a941-8f32d5a81e72), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:53:49.206752 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=14 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:53:49.208748 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=12 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:53:49.417290 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:53:49.420344 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=1,neutron:INSERT=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:53:50.483354 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4108af49-4127-4cc8-bae4-cb6d62bd1d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (7afc6fe8-d13b-4fd3-bc99-e9efab9a141d), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:53:52.566817 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 57580) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:53:52.672121 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-a89587ea-ecba-4a33-8254-2de63b8238c6 admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1042082 May 18 14:53:52.836761 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.agents_db [None req-a4aab2e5-b658-4b2c-9b1f-100bc6421b45 None None] Agent healthcheck: found 6 active agents {{(pid=110159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:53:52.916621 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-51faf0a2-de66-4670-a224-bf820288f6e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (a5518e17-d4a6-403f-b34f-0fa3d03f1833), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:53:53.957083 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-50f4e27f-5619-452e-9630-0448ff5d9157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (0f4dbee4-4999-4f30-b578-59222d25f53e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:53:54.910116 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 57590) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:53:54.971108 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-750c7135-341e-4f37-9b0d-ac2a9bcb5fcf admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0598807 May 18 14:53:55.090453 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-86248160-1b36-4d80-a449-232705ae1859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (11bd5e7f-0ec7-43f5-9ca8-99d3c1136d9c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:53:56.448098 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:54:02.664422 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:54:02.666751 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:54:04.964257 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:54:04.965053 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:54:06.440750 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:54:06.443283 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:54:08.858748 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=5 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:54:08.862783 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=3 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:54:09.409398 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (f376d122-85a6-484a-a941-8f32d5a81e72), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:54:20.485350 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bace20c1-ea7d-42f4-bfc9-1b0e545abad4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (7afc6fe8-d13b-4fd3-bc99-e9efab9a141d), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:54:22.921529 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6eab112c-f952-4714-8010-5aef45f17a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (a5518e17-d4a6-403f-b34f-0fa3d03f1833), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:54:23.958288 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-50f4e27f-5619-452e-9630-0448ff5d9157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (0f4dbee4-4999-4f30-b578-59222d25f53e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:54:25.092536 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-86248160-1b36-4d80-a449-232705ae1859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (11bd5e7f-0ec7-43f5-9ca8-99d3c1136d9c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:54:26.451164 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:54:29.838065 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.agents_db [None req-a4aab2e5-b658-4b2c-9b1f-100bc6421b45 None None] Agent healthcheck: found 6 active agents {{(pid=110159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:54:36.440365 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:54:36.446688 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:54:39.411239 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (f376d122-85a6-484a-a941-8f32d5a81e72), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:54:48.833152 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=3 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:54:48.834331 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:54:49.405450 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=2 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:54:49.406801 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:54:50.488039 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-debc506a-c3bc-473e-898e-003b46ea80d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (7afc6fe8-d13b-4fd3-bc99-e9efab9a141d), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:54:52.938971 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d0e69d4a-c920-4298-b1c2-ba0919434841 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (a5518e17-d4a6-403f-b34f-0fa3d03f1833), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:54:53.962937 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-50f4e27f-5619-452e-9630-0448ff5d9157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (0f4dbee4-4999-4f30-b578-59222d25f53e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:54:55.095181 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-86248160-1b36-4d80-a449-232705ae1859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (11bd5e7f-0ec7-43f5-9ca8-99d3c1136d9c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:54:56.455113 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:06.443479 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:UPDATE=1,neutron:SELECT=5 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:06.450193 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:06.838438 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.agents_db [None req-a4aab2e5-b658-4b2c-9b1f-100bc6421b45 None None] Agent healthcheck: found 6 active agents {{(pid=110159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:55:09.413682 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (f376d122-85a6-484a-a941-8f32d5a81e72), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:19.406511 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:19.408459 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:20.491816 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ba902aef-cea7-4cd6-b028-46210e76ec61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (7afc6fe8-d13b-4fd3-bc99-e9efab9a141d), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:22.862327 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=3 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:22.867167 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=5 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:22.922658 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fadcbbc8-ef5e-43e3-a4e9-e55dceeb430b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (a5518e17-d4a6-403f-b34f-0fa3d03f1833), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:23.965660 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-50f4e27f-5619-452e-9630-0448ff5d9157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (0f4dbee4-4999-4f30-b578-59222d25f53e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:25.099131 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-86248160-1b36-4d80-a449-232705ae1859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (11bd5e7f-0ec7-43f5-9ca8-99d3c1136d9c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:26.459382 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:34.747291 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 57720) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:55:35.105442 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [None req-f985e004-0419-4f33-87b9-8a3039c8a24c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1478876298-network', 'tenant_id': '8861f7058f96459fa715dddf23cc3908'}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:55:35.126912 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f985e004-0419-4f33-87b9-8a3039c8a24c admin admin] Made reservation on behalf of 8861f7058f96459fa715dddf23cc3908 for: {'network': 1} {{(pid=110157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:55:35.129456 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-f985e004-0419-4f33-87b9-8a3039c8a24c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for network (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:35.140693 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-f985e004-0419-4f33-87b9-8a3039c8a24c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:35.215240 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-f985e004-0419-4f33-87b9-8a3039c8a24c admin admin] Publish callbacks [] for security_group (4f8df6fa-7815-4764-8657-559a2bac255e), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:35.220554 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-f985e004-0419-4f33-87b9-8a3039c8a24c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (4f8df6fa-7815-4764-8657-559a2bac255e), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:35.248112 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f985e004-0419-4f33-87b9-8a3039c8a24c admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=110157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:55:35.274133 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-f985e004-0419-4f33-87b9-8a3039c8a24c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770382701069', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029885'] for segment (57f67c65-1e49-4617-a81d-a9db73a6742d), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:35.274678 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.db.segments_db [None req-f985e004-0419-4f33-87b9-8a3039c8a24c admin admin] Added segment 57f67c65-1e49-4617-a81d-a9db73a6742d of type vlan for network 12e453f0-838c-4ad6-bf42-6764e1f9cc1f May 18 14:55:35.275955 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f985e004-0419-4f33-87b9-8a3039c8a24c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8df6fa-7815-4764-8657-559a2bac255e,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:55:35.292780 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f985e004-0419-4f33-87b9-8a3039c8a24c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:35.292780 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f985e004-0419-4f33-87b9-8a3039c8a24c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:35.292780 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f985e004-0419-4f33-87b9-8a3039c8a24c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:35.292780 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f985e004-0419-4f33-87b9-8a3039c8a24c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:35.292780 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f985e004-0419-4f33-87b9-8a3039c8a24c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:35.292780 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f985e004-0419-4f33-87b9-8a3039c8a24c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:35.293238 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f985e004-0419-4f33-87b9-8a3039c8a24c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:35.293414 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f985e004-0419-4f33-87b9-8a3039c8a24c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:35.293978 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f985e004-0419-4f33-87b9-8a3039c8a24c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:35.294307 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f985e004-0419-4f33-87b9-8a3039c8a24c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:35.294632 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f985e004-0419-4f33-87b9-8a3039c8a24c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:35.294953 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f985e004-0419-4f33-87b9-8a3039c8a24c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:35.295279 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f985e004-0419-4f33-87b9-8a3039c8a24c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:35.295678 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f985e004-0419-4f33-87b9-8a3039c8a24c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:35.295907 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f985e004-0419-4f33-87b9-8a3039c8a24c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:35.297090 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f985e004-0419-4f33-87b9-8a3039c8a24c admin admin] Tracked resource versions report: May 18 14:55:35.297090 dv-cinder-839987-7-iscsi neutron-server[110157]: pushed versions: May 18 14:55:35.297090 dv-cinder-839987-7-iscsi neutron-server[110157]: { 'AddressGroup': {'1.2'}, May 18 14:55:35.297090 dv-cinder-839987-7-iscsi neutron-server[110157]: 'Agent': {'1.1'}, May 18 14:55:35.297090 dv-cinder-839987-7-iscsi neutron-server[110157]: 'ConntrackHelper': {'1.0'}, May 18 14:55:35.297090 dv-cinder-839987-7-iscsi neutron-server[110157]: 'LocalIPAssociation': {'1.0'}, May 18 14:55:35.297090 dv-cinder-839987-7-iscsi neutron-server[110157]: 'Log': {'1.0'}, May 18 14:55:35.297090 dv-cinder-839987-7-iscsi neutron-server[110157]: 'NDPProxy': {'1.0'}, May 18 14:55:35.297090 dv-cinder-839987-7-iscsi neutron-server[110157]: 'Network': {'1.1'}, May 18 14:55:35.297090 dv-cinder-839987-7-iscsi neutron-server[110157]: 'Port': {'1.7'}, May 18 14:55:35.297090 dv-cinder-839987-7-iscsi neutron-server[110157]: 'PortForwarding': {'1.3'}, May 18 14:55:35.297090 dv-cinder-839987-7-iscsi neutron-server[110157]: 'QosPolicy': {'1.10'}, May 18 14:55:35.297090 dv-cinder-839987-7-iscsi neutron-server[110157]: 'SecurityGroup': {'1.5'}, May 18 14:55:35.297090 dv-cinder-839987-7-iscsi neutron-server[110157]: 'SecurityGroupRule': {'1.2'}, May 18 14:55:35.297090 dv-cinder-839987-7-iscsi neutron-server[110157]: 'SubPort': {'1.0'}, May 18 14:55:35.297090 dv-cinder-839987-7-iscsi neutron-server[110157]: 'Subnet': {'1.1'}, May 18 14:55:35.297090 dv-cinder-839987-7-iscsi neutron-server[110157]: 'Trunk': {'1.1'}} May 18 14:55:35.297090 dv-cinder-839987-7-iscsi neutron-server[110157]: consumer versions: May 18 14:55:35.297090 dv-cinder-839987-7-iscsi neutron-server[110157]: { DHCP agent@dv-cinder-839987-7-iscsi: {}, May 18 14:55:35.297090 dv-cinder-839987-7-iscsi neutron-server[110157]: HyperV agent@hv-cinder-83998: {}, May 18 14:55:35.297090 dv-cinder-839987-7-iscsi neutron-server[110157]: L3 agent@dv-cinder-839987-7-iscsi: {}, May 18 14:55:35.297090 dv-cinder-839987-7-iscsi neutron-server[110157]: Metadata agent@dv-cinder-839987-7-iscsi: {}, May 18 14:55:35.297090 dv-cinder-839987-7-iscsi neutron-server[110157]: Metering agent@dv-cinder-839987-7-iscsi: {}, May 18 14:55:35.297090 dv-cinder-839987-7-iscsi neutron-server[110157]: Open vSwitch agent@dv-cinder-839987-7-iscsi: { 'AddressGroup': '1.2', May 18 14:55:35.297090 dv-cinder-839987-7-iscsi neutron-server[110157]: 'Agent': '1.1', May 18 14:55:35.297090 dv-cinder-839987-7-iscsi neutron-server[110157]: 'ConntrackHelper': '1.0', May 18 14:55:35.297090 dv-cinder-839987-7-iscsi neutron-server[110157]: 'LocalIPAssociation': '1.0', May 18 14:55:35.297090 dv-cinder-839987-7-iscsi neutron-server[110157]: 'Log': '1.0', May 18 14:55:35.297090 dv-cinder-839987-7-iscsi neutron-server[110157]: 'NDPProxy': '1.0', May 18 14:55:35.297090 dv-cinder-839987-7-iscsi neutron-server[110157]: 'Network': '1.1', May 18 14:55:35.297090 dv-cinder-839987-7-iscsi neutron-server[110157]: 'Port': '1.7', May 18 14:55:35.297090 dv-cinder-839987-7-iscsi neutron-server[110157]: 'PortForwarding': '1.3', May 18 14:55:35.297090 dv-cinder-839987-7-iscsi neutron-server[110157]: 'QosPolicy': '1.10', May 18 14:55:35.297090 dv-cinder-839987-7-iscsi neutron-server[110157]: 'SecurityGroup': '1.5', May 18 14:55:35.297090 dv-cinder-839987-7-iscsi neutron-server[110157]: 'SecurityGroupRule': '1.2', May 18 14:55:35.297090 dv-cinder-839987-7-iscsi neutron-server[110157]: 'SubPort': '1.0', May 18 14:55:35.297090 dv-cinder-839987-7-iscsi neutron-server[110157]: 'Subnet': '1.1', May 18 14:55:35.297090 dv-cinder-839987-7-iscsi neutron-server[110157]: 'Trunk': '1.1'}} May 18 14:55:35.297090 dv-cinder-839987-7-iscsi neutron-server[110157]: {{(pid=110157) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 14:55:35.342274 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-f985e004-0419-4f33-87b9-8a3039c8a24c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770382152789'] for network (12e453f0-838c-4ad6-bf42-6764e1f9cc1f), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:35.368301 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-f985e004-0419-4f33-87b9-8a3039c8a24c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355'] for network (12e453f0-838c-4ad6-bf42-6764e1f9cc1f), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:35.369404 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f985e004-0419-4f33-87b9-8a3039c8a24c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:55:35.370058 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-f985e004-0419-4f33-87b9-8a3039c8a24c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for network (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:35.442169 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-f985e004-0419-4f33-87b9-8a3039c8a24c admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.6927063 May 18 14:55:35.443341 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 57770) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:55:35.449403 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-11da61f4-ebe4-47c2-bd1a-72d3691d45df admin admin] Request body: {'subnet': {'network_id': '12e453f0-838c-4ad6-bf42-6764e1f9cc1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1478876298-subnet', 'tenant_id': '8861f7058f96459fa715dddf23cc3908', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:55:35.473732 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11da61f4-ebe4-47c2-bd1a-72d3691d45df admin admin] Made reservation on behalf of 8861f7058f96459fa715dddf23cc3908 for: {'subnet': 1} {{(pid=110156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:55:35.476657 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-11da61f4-ebe4-47c2-bd1a-72d3691d45df admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:35.497359 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f985e004-0419-4f33-87b9-8a3039c8a24c admin admin] Pushing event updated for resources: {'Network': ['ID=12e453f0-838c-4ad6-bf42-6764e1f9cc1f,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:55:35.512525 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Network 12e453f0-838c-4ad6-bf42-6764e1f9cc1f details requested by agent ovs-agent-dv-cinder-839987-7-iscsi with host dv-cinder-839987-7-iscsi {{(pid=110158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 14:55:35.673022 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-11da61f4-ebe4-47c2-bd1a-72d3691d45df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355'] for subnet (c294c216-d48a-4781-934e-bcc6665609e0), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:35.736380 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da61f4-ebe4-47c2-bd1a-72d3691d45df admin admin] Pushing event updated for resources: {'Subnet': ['ID=c294c216-d48a-4781-934e-bcc6665609e0,revision_number=0']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:55:35.748648 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da61f4-ebe4-47c2-bd1a-72d3691d45df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:35.748999 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da61f4-ebe4-47c2-bd1a-72d3691d45df admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:35.749342 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da61f4-ebe4-47c2-bd1a-72d3691d45df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:35.749679 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da61f4-ebe4-47c2-bd1a-72d3691d45df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:35.750013 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da61f4-ebe4-47c2-bd1a-72d3691d45df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:35.750342 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da61f4-ebe4-47c2-bd1a-72d3691d45df admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:35.750671 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da61f4-ebe4-47c2-bd1a-72d3691d45df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:35.750995 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da61f4-ebe4-47c2-bd1a-72d3691d45df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:35.751340 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da61f4-ebe4-47c2-bd1a-72d3691d45df admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:35.751669 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da61f4-ebe4-47c2-bd1a-72d3691d45df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:35.752010 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da61f4-ebe4-47c2-bd1a-72d3691d45df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:35.752355 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da61f4-ebe4-47c2-bd1a-72d3691d45df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:35.752704 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da61f4-ebe4-47c2-bd1a-72d3691d45df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:35.753024 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da61f4-ebe4-47c2-bd1a-72d3691d45df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:35.753343 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da61f4-ebe4-47c2-bd1a-72d3691d45df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:35.754494 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da61f4-ebe4-47c2-bd1a-72d3691d45df admin admin] Tracked resource versions report: May 18 14:55:35.754494 dv-cinder-839987-7-iscsi neutron-server[110156]: pushed versions: May 18 14:55:35.754494 dv-cinder-839987-7-iscsi neutron-server[110156]: { 'AddressGroup': {'1.2'}, May 18 14:55:35.754494 dv-cinder-839987-7-iscsi neutron-server[110156]: 'Agent': {'1.1'}, May 18 14:55:35.754494 dv-cinder-839987-7-iscsi neutron-server[110156]: 'ConntrackHelper': {'1.0'}, May 18 14:55:35.754494 dv-cinder-839987-7-iscsi neutron-server[110156]: 'LocalIPAssociation': {'1.0'}, May 18 14:55:35.754494 dv-cinder-839987-7-iscsi neutron-server[110156]: 'Log': {'1.0'}, May 18 14:55:35.754494 dv-cinder-839987-7-iscsi neutron-server[110156]: 'NDPProxy': {'1.0'}, May 18 14:55:35.754494 dv-cinder-839987-7-iscsi neutron-server[110156]: 'Network': {'1.1'}, May 18 14:55:35.754494 dv-cinder-839987-7-iscsi neutron-server[110156]: 'Port': {'1.7'}, May 18 14:55:35.754494 dv-cinder-839987-7-iscsi neutron-server[110156]: 'PortForwarding': {'1.3'}, May 18 14:55:35.754494 dv-cinder-839987-7-iscsi neutron-server[110156]: 'QosPolicy': {'1.10'}, May 18 14:55:35.754494 dv-cinder-839987-7-iscsi neutron-server[110156]: 'SecurityGroup': {'1.5'}, May 18 14:55:35.754494 dv-cinder-839987-7-iscsi neutron-server[110156]: 'SecurityGroupRule': {'1.2'}, May 18 14:55:35.754494 dv-cinder-839987-7-iscsi neutron-server[110156]: 'SubPort': {'1.0'}, May 18 14:55:35.754494 dv-cinder-839987-7-iscsi neutron-server[110156]: 'Subnet': {'1.1'}, May 18 14:55:35.754494 dv-cinder-839987-7-iscsi neutron-server[110156]: 'Trunk': {'1.1'}} May 18 14:55:35.754494 dv-cinder-839987-7-iscsi neutron-server[110156]: consumer versions: May 18 14:55:35.754494 dv-cinder-839987-7-iscsi neutron-server[110156]: { DHCP agent@dv-cinder-839987-7-iscsi: {}, May 18 14:55:35.754494 dv-cinder-839987-7-iscsi neutron-server[110156]: HyperV agent@hv-cinder-83998: {}, May 18 14:55:35.754494 dv-cinder-839987-7-iscsi neutron-server[110156]: L3 agent@dv-cinder-839987-7-iscsi: {}, May 18 14:55:35.754494 dv-cinder-839987-7-iscsi neutron-server[110156]: Metadata agent@dv-cinder-839987-7-iscsi: {}, May 18 14:55:35.754494 dv-cinder-839987-7-iscsi neutron-server[110156]: Metering agent@dv-cinder-839987-7-iscsi: {}, May 18 14:55:35.754494 dv-cinder-839987-7-iscsi neutron-server[110156]: Open vSwitch agent@dv-cinder-839987-7-iscsi: { 'AddressGroup': '1.2', May 18 14:55:35.754494 dv-cinder-839987-7-iscsi neutron-server[110156]: 'Agent': '1.1', May 18 14:55:35.754494 dv-cinder-839987-7-iscsi neutron-server[110156]: 'ConntrackHelper': '1.0', May 18 14:55:35.754494 dv-cinder-839987-7-iscsi neutron-server[110156]: 'LocalIPAssociation': '1.0', May 18 14:55:35.754494 dv-cinder-839987-7-iscsi neutron-server[110156]: 'Log': '1.0', May 18 14:55:35.754494 dv-cinder-839987-7-iscsi neutron-server[110156]: 'NDPProxy': '1.0', May 18 14:55:35.754494 dv-cinder-839987-7-iscsi neutron-server[110156]: 'Network': '1.1', May 18 14:55:35.754494 dv-cinder-839987-7-iscsi neutron-server[110156]: 'Port': '1.7', May 18 14:55:35.754494 dv-cinder-839987-7-iscsi neutron-server[110156]: 'PortForwarding': '1.3', May 18 14:55:35.754494 dv-cinder-839987-7-iscsi neutron-server[110156]: 'QosPolicy': '1.10', May 18 14:55:35.754494 dv-cinder-839987-7-iscsi neutron-server[110156]: 'SecurityGroup': '1.5', May 18 14:55:35.754494 dv-cinder-839987-7-iscsi neutron-server[110156]: 'SecurityGroupRule': '1.2', May 18 14:55:35.754494 dv-cinder-839987-7-iscsi neutron-server[110156]: 'SubPort': '1.0', May 18 14:55:35.754494 dv-cinder-839987-7-iscsi neutron-server[110156]: 'Subnet': '1.1', May 18 14:55:35.754494 dv-cinder-839987-7-iscsi neutron-server[110156]: 'Trunk': '1.1'}} May 18 14:55:35.754494 dv-cinder-839987-7-iscsi neutron-server[110156]: {{(pid=110156) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 14:55:35.760339 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11da61f4-ebe4-47c2-bd1a-72d3691d45df admin admin] Checking segment: {'id': '57f67c65-1e49-4617-a81d-a9db73a6742d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '12e453f0-838c-4ad6-bf42-6764e1f9cc1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:55:35.760733 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11da61f4-ebe4-47c2-bd1a-72d3691d45df admin admin] Network hostable DHCP agents. Network: 12e453f0-838c-4ad6-bf42-6764e1f9cc1f, hostable agents: ['7afc6fe8-d13b-4fd3-bc99-e9efab9a141d'], hosted agents: [] {{(pid=110156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:55:35.779296 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11da61f4-ebe4-47c2-bd1a-72d3691d45df admin admin] Network 12e453f0-838c-4ad6-bf42-6764e1f9cc1f is scheduled to be hosted by DHCP agent 7afc6fe8-d13b-4fd3-bc99-e9efab9a141d with binding_index 1 {{(pid=110156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:55:35.790199 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.base_scheduler [None req-11da61f4-ebe4-47c2-bd1a-72d3691d45df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-7-iscsi, 12e453f0-838c-4ad6-bf42-6764e1f9cc1f) {{(pid=110156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:55:35.795384 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11da61f4-ebe4-47c2-bd1a-72d3691d45df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:55:35.796044 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-11da61f4-ebe4-47c2-bd1a-72d3691d45df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for subnet (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:35.802776 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67f6f38-dbe0-4c5c-b04e-ed90cef4e0b9 None None] Network 12e453f0-838c-4ad6-bf42-6764e1f9cc1f requested from dv-cinder-839987-7-iscsi {{(pid=110158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:55:35.814861 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-11da61f4-ebe4-47c2-bd1a-72d3691d45df admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3686540 May 18 14:55:35.933678 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f326f01-08d9-4f84-b54c-99e682b5bd97 None None] Network 12e453f0-838c-4ad6-bf42-6764e1f9cc1f requested from dv-cinder-839987-7-iscsi {{(pid=110158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:55:36.085762 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 57808) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:55:36.391147 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 57838) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:55:36.499239 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [None req-24398680-6906-4350-af00-7e16d5c2714d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-347408289-network', 'tenant_id': '9c46dc2b21d34158bf2a7eb0e39c06a3'}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:55:36.530733 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24398680-6906-4350-af00-7e16d5c2714d admin admin] Made reservation on behalf of 9c46dc2b21d34158bf2a7eb0e39c06a3 for: {'network': 1} {{(pid=110157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:55:36.536286 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-24398680-6906-4350-af00-7e16d5c2714d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for network (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:36.545278 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-24398680-6906-4350-af00-7e16d5c2714d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:36.622288 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-24398680-6906-4350-af00-7e16d5c2714d admin admin] Publish callbacks [] for security_group (69c9a104-6c34-4674-a75f-9ff37ac342c2), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:36.627072 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-24398680-6906-4350-af00-7e16d5c2714d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (69c9a104-6c34-4674-a75f-9ff37ac342c2), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:36.657348 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24398680-6906-4350-af00-7e16d5c2714d admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=110157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:55:36.662436 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24398680-6906-4350-af00-7e16d5c2714d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c9a104-6c34-4674-a75f-9ff37ac342c2,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:55:36.669828 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-24398680-6906-4350-af00-7e16d5c2714d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770382701069', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029885'] for segment (68ae329c-889c-4ff0-8ec9-1a3d4793b394), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:36.670251 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.db.segments_db [None req-24398680-6906-4350-af00-7e16d5c2714d admin admin] Added segment 68ae329c-889c-4ff0-8ec9-1a3d4793b394 of type vlan for network 0410fe00-b11d-4309-b353-5cb8e97484be May 18 14:55:36.722514 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-24398680-6906-4350-af00-7e16d5c2714d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770382152789'] for network (0410fe00-b11d-4309-b353-5cb8e97484be), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:36.731042 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [None req-6ee17770-ce28-4a96-8ee9-dc59aa4a166a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-151813563-network', 'tenant_id': '84835592358a4e188df86896d6015647'}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:55:36.768439 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee17770-ce28-4a96-8ee9-dc59aa4a166a admin admin] Made reservation on behalf of 84835592358a4e188df86896d6015647 for: {'network': 1} {{(pid=110157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:55:36.771902 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-6ee17770-ce28-4a96-8ee9-dc59aa4a166a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for network (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:36.780777 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-24398680-6906-4350-af00-7e16d5c2714d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355'] for network (0410fe00-b11d-4309-b353-5cb8e97484be), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:36.781736 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24398680-6906-4350-af00-7e16d5c2714d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:55:36.782304 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-24398680-6906-4350-af00-7e16d5c2714d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for network (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:36.790429 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-6ee17770-ce28-4a96-8ee9-dc59aa4a166a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:36.807340 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:36.808199 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=73,neutron:INSERT=19,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:36.855695 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-24398680-6906-4350-af00-7e16d5c2714d admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.7679625 May 18 14:55:36.858727 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 57860) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:55:36.868950 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-f48e9ea8-83d7-485b-b9bf-43119c1a6b1d admin admin] Request body: {'subnet': {'network_id': '0410fe00-b11d-4309-b353-5cb8e97484be', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-347408289-subnet', 'tenant_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:55:36.895529 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48e9ea8-83d7-485b-b9bf-43119c1a6b1d admin admin] Made reservation on behalf of 9c46dc2b21d34158bf2a7eb0e39c06a3 for: {'subnet': 1} {{(pid=110156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:55:36.898527 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24398680-6906-4350-af00-7e16d5c2714d admin admin] Pushing event updated for resources: {'Network': ['ID=0410fe00-b11d-4309-b353-5cb8e97484be,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:55:36.901276 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-f48e9ea8-83d7-485b-b9bf-43119c1a6b1d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:36.917138 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Network 0410fe00-b11d-4309-b353-5cb8e97484be details requested by agent ovs-agent-dv-cinder-839987-7-iscsi with host dv-cinder-839987-7-iscsi {{(pid=110158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 14:55:36.950233 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-6ee17770-ce28-4a96-8ee9-dc59aa4a166a admin admin] Publish callbacks [] for security_group (7675ab6a-af26-427b-914a-b801204e03bd), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:36.962306 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-6ee17770-ce28-4a96-8ee9-dc59aa4a166a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (7675ab6a-af26-427b-914a-b801204e03bd), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:36.997458 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ee17770-ce28-4a96-8ee9-dc59aa4a166a admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=110157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:55:37.013006 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee17770-ce28-4a96-8ee9-dc59aa4a166a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7675ab6a-af26-427b-914a-b801204e03bd,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:55:37.019155 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-6ee17770-ce28-4a96-8ee9-dc59aa4a166a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770382701069', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029885'] for segment (bbfc418c-0043-41f1-b776-d50d494cd99b), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:37.019776 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.db.segments_db [None req-6ee17770-ce28-4a96-8ee9-dc59aa4a166a admin admin] Added segment bbfc418c-0043-41f1-b776-d50d494cd99b of type vlan for network 22bd5425-6379-4740-b6c4-d6f9b7aaeddb May 18 14:55:37.082052 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-6ee17770-ce28-4a96-8ee9-dc59aa4a166a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770382152789'] for network (22bd5425-6379-4740-b6c4-d6f9b7aaeddb), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:37.126202 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-f48e9ea8-83d7-485b-b9bf-43119c1a6b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355'] for subnet (1be02795-0dc2-4225-87b4-7592fa1ed277), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:37.143313 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-6ee17770-ce28-4a96-8ee9-dc59aa4a166a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355'] for network (22bd5425-6379-4740-b6c4-d6f9b7aaeddb), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:37.144430 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee17770-ce28-4a96-8ee9-dc59aa4a166a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:55:37.145696 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-6ee17770-ce28-4a96-8ee9-dc59aa4a166a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for network (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:37.189095 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e9ea8-83d7-485b-b9bf-43119c1a6b1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1be02795-0dc2-4225-87b4-7592fa1ed277,revision_number=0']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:55:37.220052 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48e9ea8-83d7-485b-b9bf-43119c1a6b1d admin admin] Checking segment: {'id': '68ae329c-889c-4ff0-8ec9-1a3d4793b394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0410fe00-b11d-4309-b353-5cb8e97484be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:55:37.220404 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48e9ea8-83d7-485b-b9bf-43119c1a6b1d admin admin] Network hostable DHCP agents. Network: 0410fe00-b11d-4309-b353-5cb8e97484be, hostable agents: ['7afc6fe8-d13b-4fd3-bc99-e9efab9a141d'], hosted agents: [] {{(pid=110156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:55:37.236083 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-6ee17770-ce28-4a96-8ee9-dc59aa4a166a admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 0.8400073 May 18 14:55:37.236770 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 57872) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:55:37.249834 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48e9ea8-83d7-485b-b9bf-43119c1a6b1d admin admin] Network 0410fe00-b11d-4309-b353-5cb8e97484be is scheduled to be hosted by DHCP agent 7afc6fe8-d13b-4fd3-bc99-e9efab9a141d with binding_index 1 {{(pid=110156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:55:37.270803 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.base_scheduler [None req-f48e9ea8-83d7-485b-b9bf-43119c1a6b1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-7-iscsi, 0410fe00-b11d-4309-b353-5cb8e97484be) {{(pid=110156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:55:37.275529 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48e9ea8-83d7-485b-b9bf-43119c1a6b1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:55:37.276220 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-f48e9ea8-83d7-485b-b9bf-43119c1a6b1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for subnet (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:37.281990 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fee4ff6-3e6a-475f-beba-6a3657bb2ebd None None] Network 0410fe00-b11d-4309-b353-5cb8e97484be requested from dv-cinder-839987-7-iscsi {{(pid=110158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:55:37.295166 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:37.311997 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-f48e9ea8-83d7-485b-b9bf-43119c1a6b1d admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4504197 May 18 14:55:37.317677 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 57876) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:55:37.326971 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-a7613b8e-eea8-4d03-a5ef-0505d6b19f68 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-347408289-router', 'tenant_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8'}}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:55:37.353743 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [None req-96001012-5782-4bd8-a597-1b6592cc418a admin admin] Request body: {'subnet': {'network_id': '22bd5425-6379-4740-b6c4-d6f9b7aaeddb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-151813563-subnet', 'tenant_id': '84835592358a4e188df86896d6015647', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:55:37.374441 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee17770-ce28-4a96-8ee9-dc59aa4a166a admin admin] Pushing event updated for resources: {'Network': ['ID=22bd5425-6379-4740-b6c4-d6f9b7aaeddb,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:55:37.386494 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-a7613b8e-eea8-4d03-a5ef-0505d6b19f68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1014178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30024'] for router (41e37182-3d94-4d50-b848-597beeda176f), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:37.387732 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-a7613b8e-eea8-4d03-a5ef-0505d6b19f68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1014102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30033'] for router (41e37182-3d94-4d50-b848-597beeda176f), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:37.403368 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Network 22bd5425-6379-4740-b6c4-d6f9b7aaeddb details requested by agent ovs-agent-dv-cinder-839987-7-iscsi with host dv-cinder-839987-7-iscsi {{(pid=110158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 14:55:37.416526 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96001012-5782-4bd8-a597-1b6592cc418a admin admin] Made reservation on behalf of 84835592358a4e188df86896d6015647 for: {'subnet': 1} {{(pid=110157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:55:37.419481 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-96001012-5782-4bd8-a597-1b6592cc418a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:37.508728 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-a7613b8e-eea8-4d03-a5ef-0505d6b19f68 admin admin] Publish callbacks [] for router_controller (41e37182-3d94-4d50-b848-597beeda176f), precommit_add_association {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:37.551110 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04ebf52-089f-4cd4-85ae-50f06d3415f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f20f6cc-4f88-5695-b394-1707ddfc3587-0410fe00-b11d-4309-b353-5cb8e97484be', 'network_id': '0410fe00-b11d-4309-b353-5cb8e97484be', 'project_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'fixed_ips': [{'subnet_id': '1be02795-0dc2-4225-87b4-7592fa1ed277'}]}} from dv-cinder-839987-7-iscsi. {{(pid=110158) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 18 14:55:37.552344 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b04ebf52-089f-4cd4-85ae-50f06d3415f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:37.720229 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:37.742658 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-96001012-5782-4bd8-a597-1b6592cc418a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355'] for subnet (8225869c-efe1-47af-ba2b-3d33d9623b49), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:37.751721 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:37.769859 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-a7613b8e-eea8-4d03-a5ef-0505d6b19f68 admin admin] Publish callbacks [] for router_gateway (41e37182-3d94-4d50-b848-597beeda176f), precommit_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:37.793720 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-b04ebf52-089f-4cd4-85ae-50f06d3415f7 None None] Allocated IP 172.20.0.2 (0410fe00-b11d-4309-b353-5cb8e97484be/1be02795-0dc2-4225-87b4-7592fa1ed277/931d688d-e5b4-4bdd-9b13-68e770d39c66) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:55:37.836801 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96001012-5782-4bd8-a597-1b6592cc418a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8225869c-efe1-47af-ba2b-3d33d9623b49,revision_number=0']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:55:37.921060 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96001012-5782-4bd8-a597-1b6592cc418a admin admin] Checking segment: {'id': 'bbfc418c-0043-41f1-b776-d50d494cd99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '22bd5425-6379-4740-b6c4-d6f9b7aaeddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:55:37.921414 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96001012-5782-4bd8-a597-1b6592cc418a admin admin] Network hostable DHCP agents. Network: 22bd5425-6379-4740-b6c4-d6f9b7aaeddb, hostable agents: ['7afc6fe8-d13b-4fd3-bc99-e9efab9a141d'], hosted agents: [] {{(pid=110157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:55:37.962998 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96001012-5782-4bd8-a597-1b6592cc418a admin admin] Network 22bd5425-6379-4740-b6c4-d6f9b7aaeddb is scheduled to be hosted by DHCP agent 7afc6fe8-d13b-4fd3-bc99-e9efab9a141d with binding_index 1 {{(pid=110157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:55:37.969306 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b04ebf52-089f-4cd4-85ae-50f06d3415f7 None None] Publish callbacks [] for port (931d688d-e5b4-4bdd-9b13-68e770d39c66), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:37.973404 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:37.981519 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b04ebf52-089f-4cd4-85ae-50f06d3415f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031'] for port (931d688d-e5b4-4bdd-9b13-68e770d39c66), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:37.984974 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.base_scheduler [None req-96001012-5782-4bd8-a597-1b6592cc418a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-7-iscsi, 22bd5425-6379-4740-b6c4-d6f9b7aaeddb) {{(pid=110157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:55:37.996145 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96001012-5782-4bd8-a597-1b6592cc418a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:55:37.997223 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-96001012-5782-4bd8-a597-1b6592cc418a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for subnet (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:38.004867 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04ebf52-089f-4cd4-85ae-50f06d3415f7 None None] Network 0410fe00-b11d-4309-b353-5cb8e97484be is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:55:38.009745 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-b04ebf52-089f-4cd4-85ae-50f06d3415f7 None None] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:55:38.011738 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16be580-09ed-4c77-8af0-15929df043ec None None] Network 22bd5425-6379-4740-b6c4-d6f9b7aaeddb requested from dv-cinder-839987-7-iscsi {{(pid=110158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:55:38.027161 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-96001012-5782-4bd8-a597-1b6592cc418a admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6875005 May 18 14:55:38.029760 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 57910) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:55:38.035561 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [None req-b946db4a-e00d-40e6-af8f-c977abf7aab0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-151813563-router', 'tenant_id': '84835592358a4e188df86896d6015647', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8'}}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:55:38.063631 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-a7613b8e-eea8-4d03-a5ef-0505d6b19f68 admin admin] Publish callbacks [] for router_gateway (41e37182-3d94-4d50-b848-597beeda176f), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:38.085764 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-a7613b8e-eea8-4d03-a5ef-0505d6b19f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:38.086963 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-b946db4a-e00d-40e6-af8f-c977abf7aab0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1014178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30024'] for router (3e4fc04d-f577-45c5-a814-daba4b2fdfb6), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:38.087847 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04ebf52-089f-4cd4-85ae-50f06d3415f7 None None] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:55:38.089813 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-b946db4a-e00d-40e6-af8f-c977abf7aab0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1014102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30033'] for router (3e4fc04d-f577-45c5-a814-daba4b2fdfb6), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:38.114610 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:38.300983 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-b946db4a-e00d-40e6-af8f-c977abf7aab0 admin admin] Publish callbacks [] for router_controller (3e4fc04d-f577-45c5-a814-daba4b2fdfb6), precommit_add_association {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:38.307115 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.db_base_plugin_common [None req-a7613b8e-eea8-4d03-a5ef-0505d6b19f68 admin admin] Allocated IP 172.27.3.192 (f20aa9f3-2984-481b-bb59-fa1f034e36c8/b7750f80-229c-4d19-b013-2aee5952f8bb/6ef0903a-1f5c-4c34-ac67-0dc694bd736d) {{(pid=110156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:55:38.310398 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-b04ebf52-089f-4cd4-85ae-50f06d3415f7 None None] Attempting to bind port 931d688d-e5b4-4bdd-9b13-68e770d39c66 on host dv-cinder-839987-7-iscsi for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:55:38.311143 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-b04ebf52-089f-4cd4-85ae-50f06d3415f7 None None] Attempting to bind port 931d688d-e5b4-4bdd-9b13-68e770d39c66 by drivers openvswitch,hyperv on host dv-cinder-839987-7-iscsi at level 0 using segments [{'id': '68ae329c-889c-4ff0-8ec9-1a3d4793b394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0410fe00-b11d-4309-b353-5cb8e97484be'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:55:38.311679 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04ebf52-089f-4cd4-85ae-50f06d3415f7 None None] Attempting to bind port 931d688d-e5b4-4bdd-9b13-68e770d39c66 on network 0410fe00-b11d-4309-b353-5cb8e97484be {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:55:38.323754 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04ebf52-089f-4cd4-85ae-50f06d3415f7 None None] Checking agent: {'id': 'ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 46, 56), 'started_at': datetime.datetime(2022, 5, 18, 14, 47, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:55:38.330530 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04ebf52-089f-4cd4-85ae-50f06d3415f7 None None] Checking segment: {'id': '68ae329c-889c-4ff0-8ec9-1a3d4793b394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0410fe00-b11d-4309-b353-5cb8e97484be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:55:38.331024 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b04ebf52-089f-4cd4-85ae-50f06d3415f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:38.331421 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04ebf52-089f-4cd4-85ae-50f06d3415f7 None None] Bound using segment: {'id': '68ae329c-889c-4ff0-8ec9-1a3d4793b394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0410fe00-b11d-4309-b353-5cb8e97484be'} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:55:38.331919 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-b04ebf52-089f-4cd4-85ae-50f06d3415f7 None None] Bound port: 931d688d-e5b4-4bdd-9b13-68e770d39c66, host: dv-cinder-839987-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68ae329c-889c-4ff0-8ec9-1a3d4793b394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0410fe00-b11d-4309-b353-5cb8e97484be'}}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:55:38.332300 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b04ebf52-089f-4cd4-85ae-50f06d3415f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (931d688d-e5b4-4bdd-9b13-68e770d39c66), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:38.405718 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-b04ebf52-089f-4cd4-85ae-50f06d3415f7 None None] For port 931d688d-e5b4-4bdd-9b13-68e770d39c66, host dv-cinder-839987-7-iscsi, cleared binding levels {{(pid=110158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:55:38.409839 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-b04ebf52-089f-4cd4-85ae-50f06d3415f7 None None] For port 931d688d-e5b4-4bdd-9b13-68e770d39c66, host dv-cinder-839987-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=931d688d-e5b4-4bdd-9b13-68e770d39c66,segment=NetworkSegment(68ae329c-889c-4ff0-8ec9-1a3d4793b394),segment_id=68ae329c-889c-4ff0-8ec9-1a3d4793b394)] {{(pid=110158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:55:38.430723 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b04ebf52-089f-4cd4-85ae-50f06d3415f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (931d688d-e5b4-4bdd-9b13-68e770d39c66), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:38.433818 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ebf52-089f-4cd4-85ae-50f06d3415f7 None None] Pushing event updated for resources: {'Port': ['ID=931d688d-e5b4-4bdd-9b13-68e770d39c66,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:55:38.451555 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04ebf52-089f-4cd4-85ae-50f06d3415f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:38.451893 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04ebf52-089f-4cd4-85ae-50f06d3415f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:38.452255 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04ebf52-089f-4cd4-85ae-50f06d3415f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:38.452675 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04ebf52-089f-4cd4-85ae-50f06d3415f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:38.452954 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04ebf52-089f-4cd4-85ae-50f06d3415f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:38.453274 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04ebf52-089f-4cd4-85ae-50f06d3415f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:38.453594 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04ebf52-089f-4cd4-85ae-50f06d3415f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:38.453909 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04ebf52-089f-4cd4-85ae-50f06d3415f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:38.454221 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04ebf52-089f-4cd4-85ae-50f06d3415f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:38.454539 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04ebf52-089f-4cd4-85ae-50f06d3415f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:38.454894 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04ebf52-089f-4cd4-85ae-50f06d3415f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:38.455180 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04ebf52-089f-4cd4-85ae-50f06d3415f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:38.455496 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04ebf52-089f-4cd4-85ae-50f06d3415f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:38.455805 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04ebf52-089f-4cd4-85ae-50f06d3415f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:38.456114 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04ebf52-089f-4cd4-85ae-50f06d3415f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:38.464945 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04ebf52-089f-4cd4-85ae-50f06d3415f7 None None] Tracked resource versions report: May 18 14:55:38.464945 dv-cinder-839987-7-iscsi neutron-server[110158]: pushed versions: May 18 14:55:38.464945 dv-cinder-839987-7-iscsi neutron-server[110158]: { 'AddressGroup': {'1.2'}, May 18 14:55:38.464945 dv-cinder-839987-7-iscsi neutron-server[110158]: 'Agent': {'1.1'}, May 18 14:55:38.464945 dv-cinder-839987-7-iscsi neutron-server[110158]: 'ConntrackHelper': {'1.0'}, May 18 14:55:38.464945 dv-cinder-839987-7-iscsi neutron-server[110158]: 'LocalIPAssociation': {'1.0'}, May 18 14:55:38.464945 dv-cinder-839987-7-iscsi neutron-server[110158]: 'Log': {'1.0'}, May 18 14:55:38.464945 dv-cinder-839987-7-iscsi neutron-server[110158]: 'NDPProxy': {'1.0'}, May 18 14:55:38.464945 dv-cinder-839987-7-iscsi neutron-server[110158]: 'Network': {'1.1'}, May 18 14:55:38.464945 dv-cinder-839987-7-iscsi neutron-server[110158]: 'Port': {'1.7'}, May 18 14:55:38.464945 dv-cinder-839987-7-iscsi neutron-server[110158]: 'PortForwarding': {'1.3'}, May 18 14:55:38.464945 dv-cinder-839987-7-iscsi neutron-server[110158]: 'QosPolicy': {'1.10'}, May 18 14:55:38.464945 dv-cinder-839987-7-iscsi neutron-server[110158]: 'SecurityGroup': {'1.5'}, May 18 14:55:38.464945 dv-cinder-839987-7-iscsi neutron-server[110158]: 'SecurityGroupRule': {'1.2'}, May 18 14:55:38.464945 dv-cinder-839987-7-iscsi neutron-server[110158]: 'SubPort': {'1.0'}, May 18 14:55:38.464945 dv-cinder-839987-7-iscsi neutron-server[110158]: 'Subnet': {'1.1'}, May 18 14:55:38.464945 dv-cinder-839987-7-iscsi neutron-server[110158]: 'Trunk': {'1.1'}} May 18 14:55:38.464945 dv-cinder-839987-7-iscsi neutron-server[110158]: consumer versions: May 18 14:55:38.464945 dv-cinder-839987-7-iscsi neutron-server[110158]: { DHCP agent@dv-cinder-839987-7-iscsi: {}, May 18 14:55:38.464945 dv-cinder-839987-7-iscsi neutron-server[110158]: HyperV agent@hv-cinder-83998: {}, May 18 14:55:38.464945 dv-cinder-839987-7-iscsi neutron-server[110158]: L3 agent@dv-cinder-839987-7-iscsi: {}, May 18 14:55:38.464945 dv-cinder-839987-7-iscsi neutron-server[110158]: Metadata agent@dv-cinder-839987-7-iscsi: {}, May 18 14:55:38.464945 dv-cinder-839987-7-iscsi neutron-server[110158]: Metering agent@dv-cinder-839987-7-iscsi: {}, May 18 14:55:38.464945 dv-cinder-839987-7-iscsi neutron-server[110158]: Open vSwitch agent@dv-cinder-839987-7-iscsi: { 'AddressGroup': '1.2', May 18 14:55:38.464945 dv-cinder-839987-7-iscsi neutron-server[110158]: 'Agent': '1.1', May 18 14:55:38.464945 dv-cinder-839987-7-iscsi neutron-server[110158]: 'ConntrackHelper': '1.0', May 18 14:55:38.464945 dv-cinder-839987-7-iscsi neutron-server[110158]: 'LocalIPAssociation': '1.0', May 18 14:55:38.464945 dv-cinder-839987-7-iscsi neutron-server[110158]: 'Log': '1.0', May 18 14:55:38.464945 dv-cinder-839987-7-iscsi neutron-server[110158]: 'NDPProxy': '1.0', May 18 14:55:38.464945 dv-cinder-839987-7-iscsi neutron-server[110158]: 'Network': '1.1', May 18 14:55:38.464945 dv-cinder-839987-7-iscsi neutron-server[110158]: 'Port': '1.7', May 18 14:55:38.464945 dv-cinder-839987-7-iscsi neutron-server[110158]: 'PortForwarding': '1.3', May 18 14:55:38.464945 dv-cinder-839987-7-iscsi neutron-server[110158]: 'QosPolicy': '1.10', May 18 14:55:38.464945 dv-cinder-839987-7-iscsi neutron-server[110158]: 'SecurityGroup': '1.5', May 18 14:55:38.464945 dv-cinder-839987-7-iscsi neutron-server[110158]: 'SecurityGroupRule': '1.2', May 18 14:55:38.464945 dv-cinder-839987-7-iscsi neutron-server[110158]: 'SubPort': '1.0', May 18 14:55:38.464945 dv-cinder-839987-7-iscsi neutron-server[110158]: 'Subnet': '1.1', May 18 14:55:38.464945 dv-cinder-839987-7-iscsi neutron-server[110158]: 'Trunk': '1.1'}} May 18 14:55:38.464945 dv-cinder-839987-7-iscsi neutron-server[110158]: {{(pid=110158) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 14:55:38.489417 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-a7613b8e-eea8-4d03-a5ef-0505d6b19f68 admin admin] Publish callbacks [] for port (6ef0903a-1f5c-4c34-ac67-0dc694bd736d), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:38.567179 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-a7613b8e-eea8-4d03-a5ef-0505d6b19f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031'] for port (6ef0903a-1f5c-4c34-ac67-0dc694bd736d), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:38.635761 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ebf52-089f-4cd4-85ae-50f06d3415f7 None None] Pushing event updated for resources: {'Port': ['ID=931d688d-e5b4-4bdd-9b13-68e770d39c66,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:55:38.663577 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006eb371-e238-4b82-8556-0ef5dc3c42eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f20f6cc-4f88-5695-b394-1707ddfc3587-22bd5425-6379-4740-b6c4-d6f9b7aaeddb', 'network_id': '22bd5425-6379-4740-b6c4-d6f9b7aaeddb', 'project_id': '84835592358a4e188df86896d6015647', 'fixed_ips': [{'subnet_id': '8225869c-efe1-47af-ba2b-3d33d9623b49'}]}} from dv-cinder-839987-7-iscsi. {{(pid=110158) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 18 14:55:38.664555 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-006eb371-e238-4b82-8556-0ef5dc3c42eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:38.668212 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:38.676221 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7613b8e-eea8-4d03-a5ef-0505d6b19f68 admin admin] Network f20aa9f3-2984-481b-bb59-fa1f034e36c8 is already hosted by enough agents. {{(pid=110156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:55:38.686859 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.base_scheduler [None req-a7613b8e-eea8-4d03-a5ef-0505d6b19f68 admin admin] Resources bound (agent type, host, resource id): {{(pid=110156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:55:38.693352 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7613b8e-eea8-4d03-a5ef-0505d6b19f68 admin admin] Received port after_create {{(pid=110156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:55:38.701589 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7613b8e-eea8-4d03-a5ef-0505d6b19f68 admin admin] Pushing event updated for resources: {'Port': ['ID=6ef0903a-1f5c-4c34-ac67-0dc694bd736d,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:55:38.734848 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-b946db4a-e00d-40e6-af8f-c977abf7aab0 admin admin] Publish callbacks [] for router_gateway (3e4fc04d-f577-45c5-a814-daba4b2fdfb6), precommit_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:38.986499 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-006eb371-e238-4b82-8556-0ef5dc3c42eb None None] Allocated IP 172.20.0.2 (22bd5425-6379-4740-b6c4-d6f9b7aaeddb/8225869c-efe1-47af-ba2b-3d33d9623b49/dac22ff6-14ce-4a79-974d-0b7b1e63324a) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:55:39.127938 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-a7613b8e-eea8-4d03-a5ef-0505d6b19f68 admin admin] Publish callbacks [] for router_gateway (41e37182-3d94-4d50-b848-597beeda176f), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:39.201715 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:39.320771 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-006eb371-e238-4b82-8556-0ef5dc3c42eb None None] Publish callbacks [] for port (dac22ff6-14ce-4a79-974d-0b7b1e63324a), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:39.331283 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-006eb371-e238-4b82-8556-0ef5dc3c42eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031'] for port (dac22ff6-14ce-4a79-974d-0b7b1e63324a), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:39.344923 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-b946db4a-e00d-40e6-af8f-c977abf7aab0 admin admin] Publish callbacks [] for router_gateway (3e4fc04d-f577-45c5-a814-daba4b2fdfb6), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:39.380767 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-b946db4a-e00d-40e6-af8f-c977abf7aab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:39.430198 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006eb371-e238-4b82-8556-0ef5dc3c42eb None None] Network 22bd5425-6379-4740-b6c4-d6f9b7aaeddb is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:55:39.435301 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-006eb371-e238-4b82-8556-0ef5dc3c42eb None None] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:55:39.443942 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006eb371-e238-4b82-8556-0ef5dc3c42eb None None] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:55:39.462743 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-a7613b8e-eea8-4d03-a5ef-0505d6b19f68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1014063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014892'] for router (41e37182-3d94-4d50-b848-597beeda176f), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:39.635126 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 931d688d-e5b4-4bdd-9b13-68e770d39c66 up at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:55:39.651386 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:39.657699 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-006eb371-e238-4b82-8556-0ef5dc3c42eb None None] Attempting to bind port dac22ff6-14ce-4a79-974d-0b7b1e63324a on host dv-cinder-839987-7-iscsi for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:55:39.658286 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-006eb371-e238-4b82-8556-0ef5dc3c42eb None None] Attempting to bind port dac22ff6-14ce-4a79-974d-0b7b1e63324a by drivers openvswitch,hyperv on host dv-cinder-839987-7-iscsi at level 0 using segments [{'id': 'bbfc418c-0043-41f1-b776-d50d494cd99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '22bd5425-6379-4740-b6c4-d6f9b7aaeddb'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:55:39.658820 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006eb371-e238-4b82-8556-0ef5dc3c42eb None None] Attempting to bind port dac22ff6-14ce-4a79-974d-0b7b1e63324a on network 22bd5425-6379-4740-b6c4-d6f9b7aaeddb {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:55:39.669986 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006eb371-e238-4b82-8556-0ef5dc3c42eb None None] Checking agent: {'id': 'ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 46, 56), 'started_at': datetime.datetime(2022, 5, 18, 14, 47, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:55:39.670421 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006eb371-e238-4b82-8556-0ef5dc3c42eb None None] Checking segment: {'id': 'bbfc418c-0043-41f1-b776-d50d494cd99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '22bd5425-6379-4740-b6c4-d6f9b7aaeddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:55:39.670936 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-006eb371-e238-4b82-8556-0ef5dc3c42eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:39.671389 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006eb371-e238-4b82-8556-0ef5dc3c42eb None None] Bound using segment: {'id': 'bbfc418c-0043-41f1-b776-d50d494cd99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '22bd5425-6379-4740-b6c4-d6f9b7aaeddb'} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:55:39.671853 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-006eb371-e238-4b82-8556-0ef5dc3c42eb None None] Bound port: dac22ff6-14ce-4a79-974d-0b7b1e63324a, host: dv-cinder-839987-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbfc418c-0043-41f1-b776-d50d494cd99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '22bd5425-6379-4740-b6c4-d6f9b7aaeddb'}}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:55:39.672280 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-006eb371-e238-4b82-8556-0ef5dc3c42eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (dac22ff6-14ce-4a79-974d-0b7b1e63324a), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:39.696126 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (f376d122-85a6-484a-a941-8f32d5a81e72), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:39.704998 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.db_base_plugin_common [None req-b946db4a-e00d-40e6-af8f-c977abf7aab0 admin admin] Allocated IP 172.27.3.148 (f20aa9f3-2984-481b-bb59-fa1f034e36c8/b7750f80-229c-4d19-b013-2aee5952f8bb/46612616-8fc3-4a81-bd7b-2adbbaf76c3e) {{(pid=110157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:55:39.716047 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:39.723386 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006eb371-e238-4b82-8556-0ef5dc3c42eb None None] Pushing event updated for resources: {'Port': ['ID=dac22ff6-14ce-4a79-974d-0b7b1e63324a,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:55:39.766888 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7613b8e-eea8-4d03-a5ef-0505d6b19f68 admin admin] Router 41e37182-3d94-4d50-b848-597beeda176f is scheduled to L3 agent a5518e17-d4a6-403f-b34f-0fa3d03f1833 with binding_index 1 {{(pid=110156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 14:55:39.976899 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:39.978088 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-b946db4a-e00d-40e6-af8f-c977abf7aab0 admin admin] Publish callbacks [] for port (46612616-8fc3-4a81-bd7b-2adbbaf76c3e), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:39.986495 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-006eb371-e238-4b82-8556-0ef5dc3c42eb None None] For port dac22ff6-14ce-4a79-974d-0b7b1e63324a, host dv-cinder-839987-7-iscsi, cleared binding levels {{(pid=110158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:55:40.009343 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-006eb371-e238-4b82-8556-0ef5dc3c42eb None None] For port dac22ff6-14ce-4a79-974d-0b7b1e63324a, host dv-cinder-839987-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=dac22ff6-14ce-4a79-974d-0b7b1e63324a,segment=NetworkSegment(bbfc418c-0043-41f1-b776-d50d494cd99b),segment_id=bbfc418c-0043-41f1-b776-d50d494cd99b)] {{(pid=110158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:55:40.031035 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-006eb371-e238-4b82-8556-0ef5dc3c42eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (dac22ff6-14ce-4a79-974d-0b7b1e63324a), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:40.052660 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7613b8e-eea8-4d03-a5ef-0505d6b19f68 admin admin] Notify agent at l3_agent.dv-cinder-839987-7-iscsi the message routers_updated {{(pid=110156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:55:40.064508 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcde55f-df47-4145-8c19-936385ab664b None None] Sync routers for ids ['41e37182-3d94-4d50-b848-597beeda176f'] in dv-cinder-839987-7-iscsi {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:55:40.075015 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-a7613b8e-eea8-4d03-a5ef-0505d6b19f68 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:40.076521 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-a7613b8e-eea8-4d03-a5ef-0505d6b19f68 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.7578604 May 18 14:55:40.081598 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 57962) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:55:40.096732 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcde55f-df47-4145-8c19-936385ab664b None None] Routers {'41e37182-3d94-4d50-b848-597beeda176f'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:55:40.104262 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-6bcde55f-df47-4145-8c19-936385ab664b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T14:55:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['41e37182-3d94-4d50-b848-597beeda176f'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:55:40.150694 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-b946db4a-e00d-40e6-af8f-c977abf7aab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031'] for port (46612616-8fc3-4a81-bd7b-2adbbaf76c3e), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:40.156813 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Provisioning complete for port 931d688d-e5b4-4bdd-9b13-68e770d39c66 triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:55:40.157273 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (931d688d-e5b4-4bdd-9b13-68e770d39c66), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:40.163702 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006eb371-e238-4b82-8556-0ef5dc3c42eb None None] Pushing event updated for resources: {'Port': ['ID=dac22ff6-14ce-4a79-974d-0b7b1e63324a,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:55:40.316481 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Current status of the port 931d688d-e5b4-4bdd-9b13-68e770d39c66 is: DOWN; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:55:40.318149 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (931d688d-e5b4-4bdd-9b13-68e770d39c66), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:40.384336 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7252b3-4af6-4a74-bdb1-d9a697ab1d58 None None] Network 0410fe00-b11d-4309-b353-5cb8e97484be requested from dv-cinder-839987-7-iscsi {{(pid=110158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:55:40.513924 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b946db4a-e00d-40e6-af8f-c977abf7aab0 admin admin] Network f20aa9f3-2984-481b-bb59-fa1f034e36c8 is already hosted by enough agents. {{(pid=110157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:55:40.531156 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-6bcde55f-df47-4145-8c19-936385ab664b None None] Set router 41e37182-3d94-4d50-b848-597beeda176f gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:55:40.544654 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.base_scheduler [None req-b946db4a-e00d-40e6-af8f-c977abf7aab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:55:40.552005 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b946db4a-e00d-40e6-af8f-c977abf7aab0 admin admin] Received port after_create {{(pid=110157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:55:40.557405 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 57980) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:55:40.559284 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946db4a-e00d-40e6-af8f-c977abf7aab0 admin admin] Pushing event updated for resources: {'Port': ['ID=46612616-8fc3-4a81-bd7b-2adbbaf76c3e,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:55:40.631032 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 57994) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:55:40.640230 dv-cinder-839987-7-iscsi neutron-server[110157]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 18 14:55:40.837686 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] For port 931d688d-e5b4-4bdd-9b13-68e770d39c66, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=931d688d-e5b4-4bdd-9b13-68e770d39c66,segment=NetworkSegment(68ae329c-889c-4ff0-8ec9-1a3d4793b394),segment_id=68ae329c-889c-4ff0-8ec9-1a3d4793b394)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:55:40.855318 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-7fc980c2-8a71-42ef-a414-3cb85d3193de None None] Provisioning complete for port 931d688d-e5b4-4bdd-9b13-68e770d39c66 triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:55:40.855318 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7fc980c2-8a71-42ef-a414-3cb85d3193de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (931d688d-e5b4-4bdd-9b13-68e770d39c66), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:40.925430 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (931d688d-e5b4-4bdd-9b13-68e770d39c66), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:41.114803 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Pushing event updated for resources: {'Port': ['ID=931d688d-e5b4-4bdd-9b13-68e770d39c66,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:55:41.189034 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-6bcde55f-df47-4145-8c19-936385ab664b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e37182-3d94-4d50-b848-597beeda176f', 'name': 'tempest-AttachVolumeShelveTestJSON-347408289-router', 'tenant_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '6ef0903a-1f5c-4c34-ac67-0dc694bd736d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:55:37Z', 'updated_at': '2022-05-18T14:55:38Z', 'revision_number': 3, 'project_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'gw_port': {'id': '6ef0903a-1f5c-4c34-ac67-0dc694bd736d', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:48:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e37182-3d94-4d50-b848-597beeda176f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:55:38Z', 'updated_at': '2022-05-18T14:55:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi'}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:55:41.218238 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-1706bf6a-552e-49c8-887d-2b9f1a398530 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:41.262461 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcde55f-df47-4145-8c19-936385ab664b None None] Checking router: 41e37182-3d94-4d50-b848-597beeda176f for host: dv-cinder-839987-7-iscsi {{(pid=110159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:55:41.262809 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcde55f-df47-4145-8c19-936385ab664b None None] Updating router 41e37182-3d94-4d50-b848-597beeda176f port 6ef0903a-1f5c-4c34-ac67-0dc694bd736d binding host dv-cinder-839987-7-iscsi {{(pid=110159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:55:41.293928 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-7fc980c2-8a71-42ef-a414-3cb85d3193de None None] Current status of the port 931d688d-e5b4-4bdd-9b13-68e770d39c66 is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:55:41.329054 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:41.367843 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6bcde55f-df47-4145-8c19-936385ab664b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (6ef0903a-1f5c-4c34-ac67-0dc694bd736d), before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:41.388076 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:41.396139 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba486d7a-91de-4743-b202-2a496a91f4e9 req-244505ca-1f36-432e-8cfe-e3b86b1ead28 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:55:41.404745 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ba486d7a-91de-4743-b202-2a496a91f4e9 req-244505ca-1f36-432e-8cfe-e3b86b1ead28 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] 10.222.0.59 "GET /v2.0/networks?id=12e453f0-838c-4ad6-bf42-6764e1f9cc1f HTTP/1.1" status: 200 len: 812 time: 0.7696104 May 18 14:55:41.639516 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 931d688d-e5b4-4bdd-9b13-68e770d39c66 up at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:55:41.661261 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-1706bf6a-552e-49c8-887d-2b9f1a398530 admin admin] Publish callbacks [] for security_group (a56b0052-788c-43bc-83e2-ab8df3983c64), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:41.671554 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-c22c602e-33a8-4065-a7cb-b9269960abff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:41.687642 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-1706bf6a-552e-49c8-887d-2b9f1a398530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (a56b0052-788c-43bc-83e2-ab8df3983c64), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:41.698374 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ba486d7a-91de-4743-b202-2a496a91f4e9 req-fe771210-b148-46a9-ba9f-a31ea6dd7680 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] 10.222.0.59 "GET /v2.0/quotas/8861f7058f96459fa715dddf23cc3908 HTTP/1.1" status: 200 len: 375 time: 0.2838261 May 18 14:55:41.710439 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:41.725656 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-875ecc6a-ce51-4d97-823a-1275bbd27088 None None] Provisioning complete for port 931d688d-e5b4-4bdd-9b13-68e770d39c66 triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:55:41.726155 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-875ecc6a-ce51-4d97-823a-1275bbd27088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (931d688d-e5b4-4bdd-9b13-68e770d39c66), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:41.772336 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:41.798274 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Provisioning complete for port 931d688d-e5b4-4bdd-9b13-68e770d39c66 triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:55:41.798783 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (931d688d-e5b4-4bdd-9b13-68e770d39c66), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:41.899116 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ba486d7a-91de-4743-b202-2a496a91f4e9 req-f47ded62-f7e1-40af-a341-11aaac4aaea6 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=8861f7058f96459fa715dddf23cc3908&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1251881 May 18 14:55:41.961579 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Current status of the port 931d688d-e5b4-4bdd-9b13-68e770d39c66 is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:55:41.962863 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device dac22ff6-14ce-4a79-974d-0b7b1e63324a up at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:55:41.978451 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-b946db4a-e00d-40e6-af8f-c977abf7aab0 admin admin] Publish callbacks [] for router_gateway (3e4fc04d-f577-45c5-a814-daba4b2fdfb6), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:41.988527 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1706bf6a-552e-49c8-887d-2b9f1a398530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a56b0052-788c-43bc-83e2-ab8df3983c64,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:55:41.989823 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=100 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:41.996727 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-1706bf6a-552e-49c8-887d-2b9f1a398530 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=40e4e55c987d45fcb8a292f34b2f6ac3&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2168155 May 18 14:55:42.001903 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 58034) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:55:42.021422 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:42.029427 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-875ecc6a-ce51-4d97-823a-1275bbd27088 None None] Current status of the port 931d688d-e5b4-4bdd-9b13-68e770d39c66 is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:55:42.054738 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Provisioning complete for port dac22ff6-14ce-4a79-974d-0b7b1e63324a triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:55:42.055156 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (dac22ff6-14ce-4a79-974d-0b7b1e63324a), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:42.061971 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.db_base_plugin_common [None req-c22c602e-33a8-4065-a7cb-b9269960abff admin admin] Allocated IP 172.20.0.1 (0410fe00-b11d-4309-b353-5cb8e97484be/1be02795-0dc2-4225-87b4-7592fa1ed277/6550b0f2-88e3-4874-831f-84a725711273) {{(pid=110156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:55:42.065406 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6bcde55f-df47-4145-8c19-936385ab664b None None] Publish callbacks [] for port (6ef0903a-1f5c-4c34-ac67-0dc694bd736d), precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:42.079081 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6bcde55f-df47-4145-8c19-936385ab664b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (6ef0903a-1f5c-4c34-ac67-0dc694bd736d), after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:42.091767 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-5a21d601-f8ce-487a-ac71-28bc314086f9 admin admin] Publish callbacks [] for security_group (a56b0052-788c-43bc-83e2-ab8df3983c64), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:42.122984 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2d4725-acb3-40ca-af91-c489e21de142 None None] Network 22bd5425-6379-4740-b6c4-d6f9b7aaeddb requested from dv-cinder-839987-7-iscsi {{(pid=110158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:55:42.128132 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-5a21d601-f8ce-487a-ac71-28bc314086f9 admin admin] Publish callbacks [] for security_group (a56b0052-788c-43bc-83e2-ab8df3983c64), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:42.195422 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [None req-6bcde55f-df47-4145-8c19-936385ab664b None None] Attempting to bind port 6ef0903a-1f5c-4c34-ac67-0dc694bd736d on host dv-cinder-839987-7-iscsi for vnic_type normal with profile {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:55:42.195913 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [None req-6bcde55f-df47-4145-8c19-936385ab664b None None] Attempting to bind port 6ef0903a-1f5c-4c34-ac67-0dc694bd736d by drivers openvswitch,hyperv on host dv-cinder-839987-7-iscsi at level 0 using segments [{'id': '74645103-ef26-4e33-8147-3fc27f09baec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8'}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:55:42.196170 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcde55f-df47-4145-8c19-936385ab664b None None] Attempting to bind port 6ef0903a-1f5c-4c34-ac67-0dc694bd736d on network f20aa9f3-2984-481b-bb59-fa1f034e36c8 {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:55:42.221339 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcde55f-df47-4145-8c19-936385ab664b None None] Checking agent: {'id': 'ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 46, 56), 'started_at': datetime.datetime(2022, 5, 18, 14, 47, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:55:42.223826 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcde55f-df47-4145-8c19-936385ab664b None None] Checking segment: {'id': '74645103-ef26-4e33-8147-3fc27f09baec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:55:42.225260 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6bcde55f-df47-4145-8c19-936385ab664b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:42.226313 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcde55f-df47-4145-8c19-936385ab664b None None] Bound using segment: {'id': '74645103-ef26-4e33-8147-3fc27f09baec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8'} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:55:42.229359 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [None req-6bcde55f-df47-4145-8c19-936385ab664b None None] Bound port: 6ef0903a-1f5c-4c34-ac67-0dc694bd736d, host: dv-cinder-839987-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74645103-ef26-4e33-8147-3fc27f09baec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8'}}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:55:42.229917 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6bcde55f-df47-4145-8c19-936385ab664b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (6ef0903a-1f5c-4c34-ac67-0dc694bd736d), before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:42.234534 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=100 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:42.238131 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-5a21d601-f8ce-487a-ac71-28bc314086f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (a56b0052-788c-43bc-83e2-ab8df3983c64), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:42.241917 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-5a21d601-f8ce-487a-ac71-28bc314086f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:42.243293 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-5a21d601-f8ce-487a-ac71-28bc314086f9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a56b0052-788c-43bc-83e2-ab8df3983c64 HTTP/1.1" status: 204 len: 168 time: 0.2403255 May 18 14:55:42.255019 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-66eb378a-86c7-4fde-9099-2bd7b6036dc9 None None] Provisioning complete for port dac22ff6-14ce-4a79-974d-0b7b1e63324a triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:55:42.255433 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-66eb378a-86c7-4fde-9099-2bd7b6036dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (dac22ff6-14ce-4a79-974d-0b7b1e63324a), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:42.260544 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a21d601-f8ce-487a-ac71-28bc314086f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56b0052-788c-43bc-83e2-ab8df3983c64,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:55:42.268370 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:42.281745 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [req-ba486d7a-91de-4743-b202-2a496a91f4e9 req-27100757-228e-4da4-ba41-ff62ce761683 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110157) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 18 14:55:42.283168 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ba486d7a-91de-4743-b202-2a496a91f4e9 req-27100757-228e-4da4-ba41-ff62ce761683 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1867561 May 18 14:55:42.374307 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eb3b68-4389-4894-bc24-c8c27c7c5f49 None None] Pushing event updated for resources: {'Port': ['ID=6ef0903a-1f5c-4c34-ac67-0dc694bd736d,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:55:42.400317 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-c22c602e-33a8-4065-a7cb-b9269960abff admin admin] Publish callbacks [] for port (6550b0f2-88e3-4874-831f-84a725711273), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:42.424935 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eb3b68-4389-4894-bc24-c8c27c7c5f49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:42.425291 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eb3b68-4389-4894-bc24-c8c27c7c5f49 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:42.425653 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eb3b68-4389-4894-bc24-c8c27c7c5f49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:42.426052 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eb3b68-4389-4894-bc24-c8c27c7c5f49 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:42.426394 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eb3b68-4389-4894-bc24-c8c27c7c5f49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:42.426755 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eb3b68-4389-4894-bc24-c8c27c7c5f49 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:42.427157 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eb3b68-4389-4894-bc24-c8c27c7c5f49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:42.427401 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eb3b68-4389-4894-bc24-c8c27c7c5f49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:42.427825 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eb3b68-4389-4894-bc24-c8c27c7c5f49 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:42.428149 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eb3b68-4389-4894-bc24-c8c27c7c5f49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:42.428476 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eb3b68-4389-4894-bc24-c8c27c7c5f49 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:42.429897 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eb3b68-4389-4894-bc24-c8c27c7c5f49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:42.430235 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eb3b68-4389-4894-bc24-c8c27c7c5f49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:42.430679 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eb3b68-4389-4894-bc24-c8c27c7c5f49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:42.431261 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eb3b68-4389-4894-bc24-c8c27c7c5f49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:42.434321 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eb3b68-4389-4894-bc24-c8c27c7c5f49 None None] Tracked resource versions report: May 18 14:55:42.434321 dv-cinder-839987-7-iscsi neutron-server[110159]: pushed versions: May 18 14:55:42.434321 dv-cinder-839987-7-iscsi neutron-server[110159]: { 'AddressGroup': {'1.2'}, May 18 14:55:42.434321 dv-cinder-839987-7-iscsi neutron-server[110159]: 'Agent': {'1.1'}, May 18 14:55:42.434321 dv-cinder-839987-7-iscsi neutron-server[110159]: 'ConntrackHelper': {'1.0'}, May 18 14:55:42.434321 dv-cinder-839987-7-iscsi neutron-server[110159]: 'LocalIPAssociation': {'1.0'}, May 18 14:55:42.434321 dv-cinder-839987-7-iscsi neutron-server[110159]: 'Log': {'1.0'}, May 18 14:55:42.434321 dv-cinder-839987-7-iscsi neutron-server[110159]: 'NDPProxy': {'1.0'}, May 18 14:55:42.434321 dv-cinder-839987-7-iscsi neutron-server[110159]: 'Network': {'1.1'}, May 18 14:55:42.434321 dv-cinder-839987-7-iscsi neutron-server[110159]: 'Port': {'1.7'}, May 18 14:55:42.434321 dv-cinder-839987-7-iscsi neutron-server[110159]: 'PortForwarding': {'1.3'}, May 18 14:55:42.434321 dv-cinder-839987-7-iscsi neutron-server[110159]: 'QosPolicy': {'1.10'}, May 18 14:55:42.434321 dv-cinder-839987-7-iscsi neutron-server[110159]: 'SecurityGroup': {'1.5'}, May 18 14:55:42.434321 dv-cinder-839987-7-iscsi neutron-server[110159]: 'SecurityGroupRule': {'1.2'}, May 18 14:55:42.434321 dv-cinder-839987-7-iscsi neutron-server[110159]: 'SubPort': {'1.0'}, May 18 14:55:42.434321 dv-cinder-839987-7-iscsi neutron-server[110159]: 'Subnet': {'1.1'}, May 18 14:55:42.434321 dv-cinder-839987-7-iscsi neutron-server[110159]: 'Trunk': {'1.1'}} May 18 14:55:42.434321 dv-cinder-839987-7-iscsi neutron-server[110159]: consumer versions: May 18 14:55:42.434321 dv-cinder-839987-7-iscsi neutron-server[110159]: { DHCP agent@dv-cinder-839987-7-iscsi: {}, May 18 14:55:42.434321 dv-cinder-839987-7-iscsi neutron-server[110159]: HyperV agent@hv-cinder-83998: {}, May 18 14:55:42.434321 dv-cinder-839987-7-iscsi neutron-server[110159]: L3 agent@dv-cinder-839987-7-iscsi: {}, May 18 14:55:42.434321 dv-cinder-839987-7-iscsi neutron-server[110159]: Metadata agent@dv-cinder-839987-7-iscsi: {}, May 18 14:55:42.434321 dv-cinder-839987-7-iscsi neutron-server[110159]: Metering agent@dv-cinder-839987-7-iscsi: {}, May 18 14:55:42.434321 dv-cinder-839987-7-iscsi neutron-server[110159]: Open vSwitch agent@dv-cinder-839987-7-iscsi: { 'AddressGroup': '1.2', May 18 14:55:42.434321 dv-cinder-839987-7-iscsi neutron-server[110159]: 'Agent': '1.1', May 18 14:55:42.434321 dv-cinder-839987-7-iscsi neutron-server[110159]: 'ConntrackHelper': '1.0', May 18 14:55:42.434321 dv-cinder-839987-7-iscsi neutron-server[110159]: 'LocalIPAssociation': '1.0', May 18 14:55:42.434321 dv-cinder-839987-7-iscsi neutron-server[110159]: 'Log': '1.0', May 18 14:55:42.434321 dv-cinder-839987-7-iscsi neutron-server[110159]: 'NDPProxy': '1.0', May 18 14:55:42.434321 dv-cinder-839987-7-iscsi neutron-server[110159]: 'Network': '1.1', May 18 14:55:42.434321 dv-cinder-839987-7-iscsi neutron-server[110159]: 'Port': '1.7', May 18 14:55:42.434321 dv-cinder-839987-7-iscsi neutron-server[110159]: 'PortForwarding': '1.3', May 18 14:55:42.434321 dv-cinder-839987-7-iscsi neutron-server[110159]: 'QosPolicy': '1.10', May 18 14:55:42.434321 dv-cinder-839987-7-iscsi neutron-server[110159]: 'SecurityGroup': '1.5', May 18 14:55:42.434321 dv-cinder-839987-7-iscsi neutron-server[110159]: 'SecurityGroupRule': '1.2', May 18 14:55:42.434321 dv-cinder-839987-7-iscsi neutron-server[110159]: 'SubPort': '1.0', May 18 14:55:42.434321 dv-cinder-839987-7-iscsi neutron-server[110159]: 'Subnet': '1.1', May 18 14:55:42.434321 dv-cinder-839987-7-iscsi neutron-server[110159]: 'Trunk': '1.1'}} May 18 14:55:42.434321 dv-cinder-839987-7-iscsi neutron-server[110159]: {{(pid=110159) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 14:55:42.456650 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-6bcde55f-df47-4145-8c19-936385ab664b None None] For port 6ef0903a-1f5c-4c34-ac67-0dc694bd736d, host dv-cinder-839987-7-iscsi, cleared binding levels {{(pid=110159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:55:42.468409 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-6bcde55f-df47-4145-8c19-936385ab664b None None] For port 6ef0903a-1f5c-4c34-ac67-0dc694bd736d, host dv-cinder-839987-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=6ef0903a-1f5c-4c34-ac67-0dc694bd736d,segment=NetworkSegment(74645103-ef26-4e33-8147-3fc27f09baec),segment_id=74645103-ef26-4e33-8147-3fc27f09baec)] {{(pid=110159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:55:42.481509 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Current status of the port dac22ff6-14ce-4a79-974d-0b7b1e63324a is: DOWN; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:55:42.481935 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (dac22ff6-14ce-4a79-974d-0b7b1e63324a), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:42.493781 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6bcde55f-df47-4145-8c19-936385ab664b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (6ef0903a-1f5c-4c34-ac67-0dc694bd736d), after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:42.513381 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-66eb378a-86c7-4fde-9099-2bd7b6036dc9 None None] Current status of the port dac22ff6-14ce-4a79-974d-0b7b1e63324a is: DOWN; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:55:42.513774 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-66eb378a-86c7-4fde-9099-2bd7b6036dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (dac22ff6-14ce-4a79-974d-0b7b1e63324a), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:42.680455 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] For port dac22ff6-14ce-4a79-974d-0b7b1e63324a, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=dac22ff6-14ce-4a79-974d-0b7b1e63324a,segment=NetworkSegment(bbfc418c-0043-41f1-b776-d50d494cd99b),segment_id=bbfc418c-0043-41f1-b776-d50d494cd99b)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:55:42.695085 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcde55f-df47-4145-8c19-936385ab664b None None] Routers {'41e37182-3d94-4d50-b848-597beeda176f'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:55:42.695802 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-6bcde55f-df47-4145-8c19-936385ab664b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T14:55:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['41e37182-3d94-4d50-b848-597beeda176f'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:55:42.699136 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eb3b68-4389-4894-bc24-c8c27c7c5f49 None None] Pushing event updated for resources: {'Port': ['ID=6ef0903a-1f5c-4c34-ac67-0dc694bd736d,revision_number=3']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:55:42.704469 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (dac22ff6-14ce-4a79-974d-0b7b1e63324a), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:42.738913 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-c22c602e-33a8-4065-a7cb-b9269960abff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031'] for port (6550b0f2-88e3-4874-831f-84a725711273), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:42.795653 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22c602e-33a8-4065-a7cb-b9269960abff admin admin] Pushing event updated for resources: {'Port': ['ID=6550b0f2-88e3-4874-831f-84a725711273,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:55:42.805066 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ba486d7a-91de-4743-b202-2a496a91f4e9 req-b90d4bc3-7c5d-4eb4-86e8-e3530ff9ec91 service neutron] 10.222.0.59 "GET /v2.0/networks/12e453f0-838c-4ad6-bf42-6764e1f9cc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5132427 May 18 14:55:42.827615 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22c602e-33a8-4065-a7cb-b9269960abff admin admin] Network 0410fe00-b11d-4309-b353-5cb8e97484be is already hosted by enough agents. {{(pid=110156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:55:42.829077 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.base_scheduler [None req-c22c602e-33a8-4065-a7cb-b9269960abff admin admin] Resources bound (agent type, host, resource id): {{(pid=110156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:55:42.847686 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22c602e-33a8-4065-a7cb-b9269960abff admin admin] Received port after_create {{(pid=110156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:55:42.857074 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-c22c602e-33a8-4065-a7cb-b9269960abff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1009729'] for router_interface (41e37182-3d94-4d50-b848-597beeda176f), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:42.910893 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.db.api [None req-66eb378a-86c7-4fde-9099-2bd7b6036dc9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 18 14:55:42.911381 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG oslo_db.api [None req-66eb378a-86c7-4fde-9099-2bd7b6036dc9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 18 14:55:42.917037 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Pushing event updated for resources: {'Port': ['ID=dac22ff6-14ce-4a79-974d-0b7b1e63324a,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:55:42.939366 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-b946db4a-e00d-40e6-af8f-c977abf7aab0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1014063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014892'] for router (3e4fc04d-f577-45c5-a814-daba4b2fdfb6), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:42.967261 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ba486d7a-91de-4743-b202-2a496a91f4e9 req-5fe5fc44-fa89-4b46-ba4a-9482b056a281 service neutron] 10.222.0.59 "GET /v2.0/networks/12e453f0-838c-4ad6-bf42-6764e1f9cc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604106 May 18 14:55:43.009672 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-6bcde55f-df47-4145-8c19-936385ab664b None None] Set router 41e37182-3d94-4d50-b848-597beeda176f gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:55:43.035496 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 58068) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:55:43.065042 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-eefd5cbe-d66e-4c8a-93db-2c47b2eb8ab7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:43.180633 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-c22c602e-33a8-4065-a7cb-b9269960abff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (6550b0f2-88e3-4874-831f-84a725711273), before_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:43.186138 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:43.233792 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b946db4a-e00d-40e6-af8f-c977abf7aab0 admin admin] Router 3e4fc04d-f577-45c5-a814-daba4b2fdfb6 is scheduled to L3 agent a5518e17-d4a6-403f-b34f-0fa3d03f1833 with binding_index 1 {{(pid=110157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 14:55:43.245271 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-eefd5cbe-d66e-4c8a-93db-2c47b2eb8ab7 admin admin] Publish callbacks [] for security_group (ee2c7d25-780f-416b-bfb8-9027930900c6), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:43.255007 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-eefd5cbe-d66e-4c8a-93db-2c47b2eb8ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (ee2c7d25-780f-416b-bfb8-9027930900c6), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:43.319471 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-6bcde55f-df47-4145-8c19-936385ab664b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e37182-3d94-4d50-b848-597beeda176f', 'name': 'tempest-AttachVolumeShelveTestJSON-347408289-router', 'tenant_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '6ef0903a-1f5c-4c34-ac67-0dc694bd736d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:55:37Z', 'updated_at': '2022-05-18T14:55:38Z', 'revision_number': 3, 'project_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'gw_port': {'id': '6ef0903a-1f5c-4c34-ac67-0dc694bd736d', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:48:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e37182-3d94-4d50-b848-597beeda176f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:55:38Z', 'updated_at': '2022-05-18T14:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi'}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:55:43.362078 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:43.366179 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 58086) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:55:43.382093 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcde55f-df47-4145-8c19-936385ab664b None None] The sync data for ids ['41e37182-3d94-4d50-b848-597beeda176f'] in dv-cinder-839987-7-iscsi is: [{'id': '41e37182-3d94-4d50-b848-597beeda176f', 'name': 'tempest-AttachVolumeShelveTestJSON-347408289-router', 'tenant_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '6ef0903a-1f5c-4c34-ac67-0dc694bd736d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:55:37Z', 'updated_at': '2022-05-18T14:55:38Z', 'revision_number': 3, 'project_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'gw_port': {'id': '6ef0903a-1f5c-4c34-ac67-0dc694bd736d', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:48:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e37182-3d94-4d50-b848-597beeda176f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:55:38Z', 'updated_at': '2022-05-18T14:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi'}] {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:55:43.449862 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:43.470753 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device dac22ff6-14ce-4a79-974d-0b7b1e63324a up at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:55:43.483308 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-c22c602e-33a8-4065-a7cb-b9269960abff admin admin] Publish callbacks [] for port (6550b0f2-88e3-4874-831f-84a725711273), precommit_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:43.486537 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-202b5b1b-8565-4759-921d-ea90d5c2e3db req-eb590788-892c-4b7c-bd6e-bab1fe9b977b tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] 10.222.0.59 "GET /v2.0/ports?device_id=211fbe03-a0bd-49d9-a86f-3a4147d3a696 HTTP/1.1" status: 200 len: 210 time: 0.1091833 May 18 14:55:43.495305 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-c22c602e-33a8-4065-a7cb-b9269960abff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (6550b0f2-88e3-4874-831f-84a725711273), after_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:43.496296 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-c22c602e-33a8-4065-a7cb-b9269960abff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009163'] for router_interface (41e37182-3d94-4d50-b848-597beeda176f), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:43.498120 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-eefd5cbe-d66e-4c8a-93db-2c47b2eb8ab7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=18aed2c3597d4211ae7931d471d9692c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4598074 May 18 14:55:43.512154 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd5cbe-d66e-4c8a-93db-2c47b2eb8ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2c7d25-780f-416b-bfb8-9027930900c6,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:55:43.535899 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 58100) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:55:43.561669 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22c602e-33a8-4065-a7cb-b9269960abff admin admin] Pushing event updated for resources: {'Port': ['ID=6550b0f2-88e3-4874-831f-84a725711273,revision_number=2']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:55:43.659326 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:43.675982 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b946db4a-e00d-40e6-af8f-c977abf7aab0 admin admin] Notify agent at l3_agent.dv-cinder-839987-7-iscsi the message routers_updated {{(pid=110157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:55:43.684478 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-6f63afa9-be05-481c-8131-e9ab6563c800 admin admin] Publish callbacks [] for security_group (ee2c7d25-780f-416b-bfb8-9027930900c6), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:43.707040 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22c602e-33a8-4065-a7cb-b9269960abff admin admin] Network 0410fe00-b11d-4309-b353-5cb8e97484be is already hosted by enough agents. {{(pid=110156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:55:43.709212 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.base_scheduler [None req-c22c602e-33a8-4065-a7cb-b9269960abff admin admin] Resources bound (agent type, host, resource id): {{(pid=110156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:55:43.742410 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9c3fe8-348c-423b-a14b-9b15a8b1a51d None None] Sync routers for ids ['3e4fc04d-f577-45c5-a814-daba4b2fdfb6'] in dv-cinder-839987-7-iscsi {{(pid=110158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:55:43.746308 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-6f63afa9-be05-481c-8131-e9ab6563c800 admin admin] Publish callbacks [] for security_group (ee2c7d25-780f-416b-bfb8-9027930900c6), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:43.753422 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-66eb378a-86c7-4fde-9099-2bd7b6036dc9 None None] Current status of the port dac22ff6-14ce-4a79-974d-0b7b1e63324a is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:55:43.767668 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9c3fe8-348c-423b-a14b-9b15a8b1a51d None None] Routers {'3e4fc04d-f577-45c5-a814-daba4b2fdfb6'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:55:43.775949 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-bc9c3fe8-348c-423b-a14b-9b15a8b1a51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T14:55:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['3e4fc04d-f577-45c5-a814-daba4b2fdfb6'], 'active': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:55:43.843677 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.agents_db [None req-a4aab2e5-b658-4b2c-9b1f-100bc6421b45 None None] Agent healthcheck: found 6 active agents {{(pid=110159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:55:43.853111 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-6f63afa9-be05-481c-8131-e9ab6563c800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (ee2c7d25-780f-416b-bfb8-9027930900c6), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:43.856613 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-6f63afa9-be05-481c-8131-e9ab6563c800 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:43.858121 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-6f63afa9-be05-481c-8131-e9ab6563c800 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ee2c7d25-780f-416b-bfb8-9027930900c6 HTTP/1.1" status: 204 len: 168 time: 0.3195136 May 18 14:55:43.865887 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-b946db4a-e00d-40e6-af8f-c977abf7aab0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:43.867759 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-b946db4a-e00d-40e6-af8f-c977abf7aab0 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.8366907 May 18 14:55:43.873350 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 58112) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:55:43.884855 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f63afa9-be05-481c-8131-e9ab6563c800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2c7d25-780f-416b-bfb8-9027930900c6,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:55:43.972152 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22c602e-33a8-4065-a7cb-b9269960abff admin admin] Router 41e37182-3d94-4d50-b848-597beeda176f has already been hosted by L3 agent a5518e17-d4a6-403f-b34f-0fa3d03f1833 {{(pid=110156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 14:55:43.975921 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Provisioning complete for port dac22ff6-14ce-4a79-974d-0b7b1e63324a triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:55:43.976468 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (dac22ff6-14ce-4a79-974d-0b7b1e63324a), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:44.031705 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-39bb6b49-49ee-4380-89bf-cb2b2bd545f6 None None] Provisioning complete for port 6550b0f2-88e3-4874-831f-84a725711273 triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:55:44.032093 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-39bb6b49-49ee-4380-89bf-cb2b2bd545f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (6550b0f2-88e3-4874-831f-84a725711273), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:44.068991 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-39bb6b49-49ee-4380-89bf-cb2b2bd545f6 None None] Port 6550b0f2-88e3-4874-831f-84a725711273 cannot update to ACTIVE because it is not bound. {{(pid=110158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:55:44.105454 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=100 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:44.126070 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:44.151105 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-39bb6b49-49ee-4380-89bf-cb2b2bd545f6 None None] Provisioning complete for port dac22ff6-14ce-4a79-974d-0b7b1e63324a triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:55:44.151481 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-39bb6b49-49ee-4380-89bf-cb2b2bd545f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (dac22ff6-14ce-4a79-974d-0b7b1e63324a), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:44.246316 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22c602e-33a8-4065-a7cb-b9269960abff admin admin] Notify agent at l3_agent.dv-cinder-839987-7-iscsi the message routers_updated {{(pid=110156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:55:44.262968 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-c22c602e-33a8-4065-a7cb-b9269960abff admin admin] 10.222.0.59 "PUT /v2.0/routers/41e37182-3d94-4d50-b848-597beeda176f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1800153 May 18 14:55:44.293666 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvr_db [None req-bc9c3fe8-348c-423b-a14b-9b15a8b1a51d None None] Set router 3e4fc04d-f577-45c5-a814-daba4b2fdfb6 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:55:44.295865 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:44.298299 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Current status of the port dac22ff6-14ce-4a79-974d-0b7b1e63324a is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:55:44.681147 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-39bb6b49-49ee-4380-89bf-cb2b2bd545f6 None None] Current status of the port dac22ff6-14ce-4a79-974d-0b7b1e63324a is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:55:44.735211 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-bc9c3fe8-348c-423b-a14b-9b15a8b1a51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4fc04d-f577-45c5-a814-daba4b2fdfb6', 'name': 'tempest-ServerRescueNegativeTestJSON-151813563-router', 'tenant_id': '84835592358a4e188df86896d6015647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '46612616-8fc3-4a81-bd7b-2adbbaf76c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:55:38Z', 'updated_at': '2022-05-18T14:55:41Z', 'revision_number': 3, 'project_id': '84835592358a4e188df86896d6015647', 'gw_port': {'id': '46612616-8fc3-4a81-bd7b-2adbbaf76c3e', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b1:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4fc04d-f577-45c5-a814-daba4b2fdfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:55:39Z', 'updated_at': '2022-05-18T14:55:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi'}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:55:44.778554 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9c3fe8-348c-423b-a14b-9b15a8b1a51d None None] Checking router: 3e4fc04d-f577-45c5-a814-daba4b2fdfb6 for host: dv-cinder-839987-7-iscsi {{(pid=110158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:55:44.778911 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9c3fe8-348c-423b-a14b-9b15a8b1a51d None None] Updating router 3e4fc04d-f577-45c5-a814-daba4b2fdfb6 port 46612616-8fc3-4a81-bd7b-2adbbaf76c3e binding host dv-cinder-839987-7-iscsi {{(pid=110158) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:55:44.823616 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-a786f691-aae7-4197-ab04-99a34e131fab None None] Provisioning complete for port 6550b0f2-88e3-4874-831f-84a725711273 triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:55:44.823993 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a786f691-aae7-4197-ab04-99a34e131fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (6550b0f2-88e3-4874-831f-84a725711273), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:44.887212 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bc9c3fe8-348c-423b-a14b-9b15a8b1a51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (46612616-8fc3-4a81-bd7b-2adbbaf76c3e), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:44.894258 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-a786f691-aae7-4197-ab04-99a34e131fab None None] Port 6550b0f2-88e3-4874-831f-84a725711273 cannot update to ACTIVE because it is not bound. {{(pid=110158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:55:44.941491 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-4c887736-9125-4d51-a09f-38a7a9bda6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:44.958636 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f9ea654c-a15a-4c80-9178-341eab90a339 req-17351c76-dd1b-4672-a683-ad421b8cdde9 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] 10.222.0.59 "GET /v2.0/ports?device_id=211fbe03-a0bd-49d9-a86f-3a4147d3a696 HTTP/1.1" status: 200 len: 210 time: 0.0542183 May 18 14:55:45.037743 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 58160) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:55:45.043123 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-5903815f-a7b5-49b0-840f-dc3ea79b4417 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Request body: {'security_group': {'name': 'tempest-securitygroup--169624407', 'description': 'tempest-description--403599685'}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:55:45.086309 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-5903815f-a7b5-49b0-840f-dc3ea79b4417 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks [] for security_group (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:45.250332 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-5903815f-a7b5-49b0-840f-dc3ea79b4417 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks [] for security_group (2594c32d-c7f5-458e-8813-0f265fff65bc), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:45.260749 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-5903815f-a7b5-49b0-840f-dc3ea79b4417 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (2594c32d-c7f5-458e-8813-0f265fff65bc), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:45.294437 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5903815f-a7b5-49b0-840f-dc3ea79b4417 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2594c32d-c7f5-458e-8813-0f265fff65bc,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:55:45.300441 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-5903815f-a7b5-49b0-840f-dc3ea79b4417 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks [] for security_group (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:45.303260 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-5903815f-a7b5-49b0-840f-dc3ea79b4417 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.2636297 May 18 14:55:45.306076 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 58174) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:55:45.312957 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-43355e15-8629-4d92-aed3-f3c2aa44a7ca tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Request body: {'security_group_rule': {'security_group_id': '2594c32d-c7f5-458e-8813-0f265fff65bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:55:45.350003 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.db_base_plugin_common [None req-4c887736-9125-4d51-a09f-38a7a9bda6a4 admin admin] Allocated IP 172.20.0.1 (22bd5425-6379-4740-b6c4-d6f9b7aaeddb/8225869c-efe1-47af-ba2b-3d33d9623b49/11968faa-fd76-4c5c-9627-dcf85c1d0ca3) {{(pid=110157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:55:45.360053 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-43355e15-8629-4d92-aed3-f3c2aa44a7ca tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks [] for security_group_rule (2745f67a-4ee1-4875-b639-54a395aa7c40), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:45.375246 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:45.514597 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bc9c3fe8-348c-423b-a14b-9b15a8b1a51d None None] Publish callbacks [] for port (46612616-8fc3-4a81-bd7b-2adbbaf76c3e), precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:45.518277 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-4c887736-9125-4d51-a09f-38a7a9bda6a4 admin admin] Publish callbacks [] for port (11968faa-fd76-4c5c-9627-dcf85c1d0ca3), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:45.526620 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 6ef0903a-1f5c-4c34-ac67-0dc694bd736d up at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:55:45.531890 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bc9c3fe8-348c-423b-a14b-9b15a8b1a51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (46612616-8fc3-4a81-bd7b-2adbbaf76c3e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:45.533017 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-43355e15-8629-4d92-aed3-f3c2aa44a7ca tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks [] for security_group_rule (2745f67a-4ee1-4875-b639-54a395aa7c40), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:45.540912 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-43355e15-8629-4d92-aed3-f3c2aa44a7ca tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039443'] for security_group_rule (2745f67a-4ee1-4875-b639-54a395aa7c40), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:45.554965 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:45.557749 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43355e15-8629-4d92-aed3-f3c2aa44a7ca tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2745f67a-4ee1-4875-b639-54a395aa7c40,revision_number=0']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:55:45.581454 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-4c887736-9125-4d51-a09f-38a7a9bda6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031'] for port (11968faa-fd76-4c5c-9627-dcf85c1d0ca3), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:45.592093 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-43355e15-8629-4d92-aed3-f3c2aa44a7ca tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:45.596195 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-43355e15-8629-4d92-aed3-f3c2aa44a7ca tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2884350 May 18 14:55:45.597004 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 58182) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:55:45.602284 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-5761debb-fe60-4d1d-ab84-d5727df3d95a tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Request body: {'security_group_rule': {'security_group_id': '2594c32d-c7f5-458e-8813-0f265fff65bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:55:45.655329 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2ae6fa-27ba-4c92-a85a-e2f95332c536 None None] Pushing event updated for resources: {'Port': ['ID=46612616-8fc3-4a81-bd7b-2adbbaf76c3e,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:55:45.660090 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-bc9c3fe8-348c-423b-a14b-9b15a8b1a51d None None] Attempting to bind port 46612616-8fc3-4a81-bd7b-2adbbaf76c3e on host dv-cinder-839987-7-iscsi for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:55:45.660461 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-bc9c3fe8-348c-423b-a14b-9b15a8b1a51d None None] Attempting to bind port 46612616-8fc3-4a81-bd7b-2adbbaf76c3e by drivers openvswitch,hyperv on host dv-cinder-839987-7-iscsi at level 0 using segments [{'id': '74645103-ef26-4e33-8147-3fc27f09baec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:55:45.660846 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9c3fe8-348c-423b-a14b-9b15a8b1a51d None None] Attempting to bind port 46612616-8fc3-4a81-bd7b-2adbbaf76c3e on network f20aa9f3-2984-481b-bb59-fa1f034e36c8 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:55:45.665649 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-5761debb-fe60-4d1d-ab84-d5727df3d95a tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks [] for security_group_rule (5de9491f-dfe9-4161-a5e0-fe99c4aca914), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:45.669667 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9c3fe8-348c-423b-a14b-9b15a8b1a51d None None] Checking agent: {'id': 'ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 46, 56), 'started_at': datetime.datetime(2022, 5, 18, 14, 47, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:55:45.670041 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9c3fe8-348c-423b-a14b-9b15a8b1a51d None None] Checking segment: {'id': '74645103-ef26-4e33-8147-3fc27f09baec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:55:45.670445 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bc9c3fe8-348c-423b-a14b-9b15a8b1a51d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:45.670841 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9c3fe8-348c-423b-a14b-9b15a8b1a51d None None] Bound using segment: {'id': '74645103-ef26-4e33-8147-3fc27f09baec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8'} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:55:45.671321 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-bc9c3fe8-348c-423b-a14b-9b15a8b1a51d None None] Bound port: 46612616-8fc3-4a81-bd7b-2adbbaf76c3e, host: dv-cinder-839987-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74645103-ef26-4e33-8147-3fc27f09baec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8'}}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:55:45.671704 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bc9c3fe8-348c-423b-a14b-9b15a8b1a51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (46612616-8fc3-4a81-bd7b-2adbbaf76c3e), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:45.680529 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c887736-9125-4d51-a09f-38a7a9bda6a4 admin admin] Pushing event updated for resources: {'Port': ['ID=11968faa-fd76-4c5c-9627-dcf85c1d0ca3,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:55:45.696989 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c887736-9125-4d51-a09f-38a7a9bda6a4 admin admin] Network 22bd5425-6379-4740-b6c4-d6f9b7aaeddb is already hosted by enough agents. {{(pid=110157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:55:45.698630 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.base_scheduler [None req-4c887736-9125-4d51-a09f-38a7a9bda6a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:55:45.699077 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Provisioning complete for port 6ef0903a-1f5c-4c34-ac67-0dc694bd736d triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:55:45.699552 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (6ef0903a-1f5c-4c34-ac67-0dc694bd736d), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:45.701949 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c887736-9125-4d51-a09f-38a7a9bda6a4 admin admin] Received port after_create {{(pid=110157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:55:45.702632 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-4c887736-9125-4d51-a09f-38a7a9bda6a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1009729'] for router_interface (3e4fc04d-f577-45c5-a814-daba4b2fdfb6), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:45.787563 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-bc9c3fe8-348c-423b-a14b-9b15a8b1a51d None None] For port 46612616-8fc3-4a81-bd7b-2adbbaf76c3e, host dv-cinder-839987-7-iscsi, cleared binding levels {{(pid=110158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:55:45.790266 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:45.794332 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-bc9c3fe8-348c-423b-a14b-9b15a8b1a51d None None] For port 46612616-8fc3-4a81-bd7b-2adbbaf76c3e, host dv-cinder-839987-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=46612616-8fc3-4a81-bd7b-2adbbaf76c3e,segment=NetworkSegment(74645103-ef26-4e33-8147-3fc27f09baec),segment_id=74645103-ef26-4e33-8147-3fc27f09baec)] {{(pid=110158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:55:45.830621 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-5761debb-fe60-4d1d-ab84-d5727df3d95a tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks [] for security_group_rule (5de9491f-dfe9-4161-a5e0-fe99c4aca914), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:45.830989 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bc9c3fe8-348c-423b-a14b-9b15a8b1a51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (46612616-8fc3-4a81-bd7b-2adbbaf76c3e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:45.837903 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-5761debb-fe60-4d1d-ab84-d5727df3d95a tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039443'] for security_group_rule (5de9491f-dfe9-4161-a5e0-fe99c4aca914), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:45.854913 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:45.857171 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:45.865002 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5761debb-fe60-4d1d-ab84-d5727df3d95a tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5de9491f-dfe9-4161-a5e0-fe99c4aca914,revision_number=0']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:55:45.886916 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-5761debb-fe60-4d1d-ab84-d5727df3d95a tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:45.891656 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-5761debb-fe60-4d1d-ab84-d5727df3d95a tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2904465 May 18 14:55:45.892076 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 58190) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:55:45.899048 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-f17b5a22-ce6e-48b6-bdd3-9aa18592d921 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Request body: {'floatingip': {'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8'}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:55:45.928320 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Current status of the port 6ef0903a-1f5c-4c34-ac67-0dc694bd736d is: DOWN; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:55:45.928813 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (6ef0903a-1f5c-4c34-ac67-0dc694bd736d), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:45.939985 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-f17b5a22-ce6e-48b6-bdd3-9aa18592d921 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:46.025294 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] For port 6ef0903a-1f5c-4c34-ac67-0dc694bd736d, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=6ef0903a-1f5c-4c34-ac67-0dc694bd736d,segment=NetworkSegment(74645103-ef26-4e33-8147-3fc27f09baec),segment_id=74645103-ef26-4e33-8147-3fc27f09baec)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:55:46.034609 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9c3fe8-348c-423b-a14b-9b15a8b1a51d None None] Routers {'3e4fc04d-f577-45c5-a814-daba4b2fdfb6'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:55:46.034609 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-bc9c3fe8-348c-423b-a14b-9b15a8b1a51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T14:55:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['3e4fc04d-f577-45c5-a814-daba4b2fdfb6'], 'active': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:55:46.035076 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2ae6fa-27ba-4c92-a85a-e2f95332c536 None None] Pushing event updated for resources: {'Port': ['ID=46612616-8fc3-4a81-bd7b-2adbbaf76c3e,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:55:46.088073 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (6ef0903a-1f5c-4c34-ac67-0dc694bd736d), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:46.129670 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91a5f79-95c7-4936-a285-208ae50f38e1 None None] Sync routers for ids ['41e37182-3d94-4d50-b848-597beeda176f'] in dv-cinder-839987-7-iscsi {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:55:46.163104 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-b8ff3895-6702-4c8c-ab04-0692dd7ce2ec None None] Provisioning complete for port 11968faa-fd76-4c5c-9627-dcf85c1d0ca3 triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:55:46.163613 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b8ff3895-6702-4c8c-ab04-0692dd7ce2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (11968faa-fd76-4c5c-9627-dcf85c1d0ca3), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:46.170792 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91a5f79-95c7-4936-a285-208ae50f38e1 None None] Routers {'41e37182-3d94-4d50-b848-597beeda176f'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:55:46.172523 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-f91a5f79-95c7-4936-a285-208ae50f38e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T14:55:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['41e37182-3d94-4d50-b848-597beeda176f'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:55:46.236566 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Pushing event updated for resources: {'Port': ['ID=6ef0903a-1f5c-4c34-ac67-0dc694bd736d,revision_number=4']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:55:46.240203 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-4c887736-9125-4d51-a09f-38a7a9bda6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (11968faa-fd76-4c5c-9627-dcf85c1d0ca3), before_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:46.261202 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-f17b5a22-ce6e-48b6-bdd3-9aa18592d921 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:46.357555 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d1ac0a19-7ac1-4965-a68c-bc34c550ab93 req-6ee08c92-a64f-485c-a41a-449d5a9f2408 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] 10.222.0.59 "GET /v2.0/ports?device_id=211fbe03-a0bd-49d9-a86f-3a4147d3a696 HTTP/1.1" status: 200 len: 210 time: 0.0473726 May 18 14:55:46.379384 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-b8ff3895-6702-4c8c-ab04-0692dd7ce2ec None None] Port 11968faa-fd76-4c5c-9627-dcf85c1d0ca3 cannot update to ACTIVE because it is not bound. {{(pid=110158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:55:46.429794 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvr_db [None req-bc9c3fe8-348c-423b-a14b-9b15a8b1a51d None None] Set router 3e4fc04d-f577-45c5-a814-daba4b2fdfb6 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:55:46.442483 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-f91a5f79-95c7-4936-a285-208ae50f38e1 None None] Set router 41e37182-3d94-4d50-b848-597beeda176f gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:55:46.568500 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.db_base_plugin_common [None req-f17b5a22-ce6e-48b6-bdd3-9aa18592d921 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Allocated IP 172.27.3.238 (f20aa9f3-2984-481b-bb59-fa1f034e36c8/b7750f80-229c-4d19-b013-2aee5952f8bb/8b294f48-4f58-42e4-bd4c-7602d6475e94) {{(pid=110156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:55:46.630596 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-4c887736-9125-4d51-a09f-38a7a9bda6a4 admin admin] Publish callbacks [] for port (11968faa-fd76-4c5c-9627-dcf85c1d0ca3), precommit_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:46.637032 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-4c887736-9125-4d51-a09f-38a7a9bda6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (11968faa-fd76-4c5c-9627-dcf85c1d0ca3), after_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:46.639141 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-4c887736-9125-4d51-a09f-38a7a9bda6a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009163'] for router_interface (3e4fc04d-f577-45c5-a814-daba4b2fdfb6), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:46.729372 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:46.829559 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-f17b5a22-ce6e-48b6-bdd3-9aa18592d921 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks [] for port (8b294f48-4f58-42e4-bd4c-7602d6475e94), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:46.831896 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c887736-9125-4d51-a09f-38a7a9bda6a4 admin admin] Pushing event updated for resources: {'Port': ['ID=11968faa-fd76-4c5c-9627-dcf85c1d0ca3,revision_number=2']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:55:46.903213 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-f17b5a22-ce6e-48b6-bdd3-9aa18592d921 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031'] for port (8b294f48-4f58-42e4-bd4c-7602d6475e94), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:46.951817 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c887736-9125-4d51-a09f-38a7a9bda6a4 admin admin] Network 22bd5425-6379-4740-b6c4-d6f9b7aaeddb is already hosted by enough agents. {{(pid=110157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:55:46.956532 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.base_scheduler [None req-4c887736-9125-4d51-a09f-38a7a9bda6a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:55:46.965774 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:47.010485 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17b5a22-ce6e-48b6-bdd3-9aa18592d921 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Pushing event updated for resources: {'Port': ['ID=8b294f48-4f58-42e4-bd4c-7602d6475e94,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:55:47.015217 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-f91a5f79-95c7-4936-a285-208ae50f38e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e37182-3d94-4d50-b848-597beeda176f', 'name': 'tempest-AttachVolumeShelveTestJSON-347408289-router', 'tenant_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '6ef0903a-1f5c-4c34-ac67-0dc694bd736d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:55:37Z', 'updated_at': '2022-05-18T14:55:43Z', 'revision_number': 4, 'project_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'gw_port': {'id': '6ef0903a-1f5c-4c34-ac67-0dc694bd736d', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:48:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e37182-3d94-4d50-b848-597beeda176f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:55:38Z', 'updated_at': '2022-05-18T14:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': '6550b0f2-88e3-4874-831f-84a725711273', 'name': '', 'network_id': '0410fe00-b11d-4309-b353-5cb8e97484be', 'tenant_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'mac_address': 'fa:16:3e:fc:e6:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e37182-3d94-4d50-b848-597beeda176f', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1be02795-0dc2-4225-87b4-7592fa1ed277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:55:41Z', 'updated_at': '2022-05-18T14:55:43Z', 'revision_number': 2, 'project_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'subnets': [{'id': '1be02795-0dc2-4225-87b4-7592fa1ed277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:55:47.024548 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17b5a22-ce6e-48b6-bdd3-9aa18592d921 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Network f20aa9f3-2984-481b-bb59-fa1f034e36c8 is already hosted by enough agents. {{(pid=110156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:55:47.029615 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.base_scheduler [None req-f17b5a22-ce6e-48b6-bdd3-9aa18592d921 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Resources bound (agent type, host, resource id): {{(pid=110156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:55:47.043134 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17b5a22-ce6e-48b6-bdd3-9aa18592d921 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Received port after_create {{(pid=110156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:55:47.063374 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91a5f79-95c7-4936-a285-208ae50f38e1 None None] Checking router: 41e37182-3d94-4d50-b848-597beeda176f for host: dv-cinder-839987-7-iscsi {{(pid=110159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:55:47.063810 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91a5f79-95c7-4936-a285-208ae50f38e1 None None] Updating router 41e37182-3d94-4d50-b848-597beeda176f port 6550b0f2-88e3-4874-831f-84a725711273 binding host dv-cinder-839987-7-iscsi {{(pid=110159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:55:47.075626 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-bc9c3fe8-348c-423b-a14b-9b15a8b1a51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4fc04d-f577-45c5-a814-daba4b2fdfb6', 'name': 'tempest-ServerRescueNegativeTestJSON-151813563-router', 'tenant_id': '84835592358a4e188df86896d6015647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '46612616-8fc3-4a81-bd7b-2adbbaf76c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:55:38Z', 'updated_at': '2022-05-18T14:55:45Z', 'revision_number': 4, 'project_id': '84835592358a4e188df86896d6015647', 'gw_port': {'id': '46612616-8fc3-4a81-bd7b-2adbbaf76c3e', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b1:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4fc04d-f577-45c5-a814-daba4b2fdfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:55:39Z', 'updated_at': '2022-05-18T14:55:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': '11968faa-fd76-4c5c-9627-dcf85c1d0ca3', 'name': '', 'network_id': '22bd5425-6379-4740-b6c4-d6f9b7aaeddb', 'tenant_id': '84835592358a4e188df86896d6015647', 'mac_address': 'fa:16:3e:96:7b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4fc04d-f577-45c5-a814-daba4b2fdfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8225869c-efe1-47af-ba2b-3d33d9623b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:55:45Z', 'updated_at': '2022-05-18T14:55:45Z', 'revision_number': 1, 'project_id': '84835592358a4e188df86896d6015647', 'subnets': [{'id': '8225869c-efe1-47af-ba2b-3d33d9623b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:55:47.109753 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9c3fe8-348c-423b-a14b-9b15a8b1a51d None None] The sync data for ids ['3e4fc04d-f577-45c5-a814-daba4b2fdfb6'] in dv-cinder-839987-7-iscsi is: [{'id': '3e4fc04d-f577-45c5-a814-daba4b2fdfb6', 'name': 'tempest-ServerRescueNegativeTestJSON-151813563-router', 'tenant_id': '84835592358a4e188df86896d6015647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '46612616-8fc3-4a81-bd7b-2adbbaf76c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:55:38Z', 'updated_at': '2022-05-18T14:55:45Z', 'revision_number': 4, 'project_id': '84835592358a4e188df86896d6015647', 'gw_port': {'id': '46612616-8fc3-4a81-bd7b-2adbbaf76c3e', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b1:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4fc04d-f577-45c5-a814-daba4b2fdfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:55:39Z', 'updated_at': '2022-05-18T14:55:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': '11968faa-fd76-4c5c-9627-dcf85c1d0ca3', 'name': '', 'network_id': '22bd5425-6379-4740-b6c4-d6f9b7aaeddb', 'tenant_id': '84835592358a4e188df86896d6015647', 'mac_address': 'fa:16:3e:96:7b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4fc04d-f577-45c5-a814-daba4b2fdfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8225869c-efe1-47af-ba2b-3d33d9623b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:55:45Z', 'updated_at': '2022-05-18T14:55:45Z', 'revision_number': 1, 'project_id': '84835592358a4e188df86896d6015647', 'subnets': [{'id': '8225869c-efe1-47af-ba2b-3d33d9623b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:55:47.122256 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f91a5f79-95c7-4936-a285-208ae50f38e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (6550b0f2-88e3-4874-831f-84a725711273), before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:47.186934 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c887736-9125-4d51-a09f-38a7a9bda6a4 admin admin] Router 3e4fc04d-f577-45c5-a814-daba4b2fdfb6 has already been hosted by L3 agent a5518e17-d4a6-403f-b34f-0fa3d03f1833 {{(pid=110157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 14:55:47.188040 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:47.193302 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-f17b5a22-ce6e-48b6-bdd3-9aa18592d921 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks [] for floatingip (ec1cbe1e-6de0-4dab-9741-f74f151e7e60), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:47.263044 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-f17b5a22-ce6e-48b6-bdd3-9aa18592d921 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (8b294f48-4f58-42e4-bd4c-7602d6475e94), before_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:47.312269 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-b8ed8ae8-3993-4526-b766-86289c950587 None None] Provisioning complete for port 11968faa-fd76-4c5c-9627-dcf85c1d0ca3 triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:55:47.312661 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b8ed8ae8-3993-4526-b766-86289c950587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (11968faa-fd76-4c5c-9627-dcf85c1d0ca3), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:47.354295 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-b8ed8ae8-3993-4526-b766-86289c950587 None None] Port 11968faa-fd76-4c5c-9627-dcf85c1d0ca3 cannot update to ACTIVE because it is not bound. {{(pid=110158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:55:47.401035 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c887736-9125-4d51-a09f-38a7a9bda6a4 admin admin] Notify agent at l3_agent.dv-cinder-839987-7-iscsi the message routers_updated {{(pid=110157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:55:47.411937 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-4c887736-9125-4d51-a09f-38a7a9bda6a4 admin admin] 10.222.0.59 "PUT /v2.0/routers/3e4fc04d-f577-45c5-a814-daba4b2fdfb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5370843 May 18 14:55:47.518914 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 6ef0903a-1f5c-4c34-ac67-0dc694bd736d up at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:55:47.677173 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Provisioning complete for port 6ef0903a-1f5c-4c34-ac67-0dc694bd736d triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:55:47.677587 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (6ef0903a-1f5c-4c34-ac67-0dc694bd736d), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:47.713748 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-4b1d6f7f-4664-4cad-9acd-389b81844894 req-4235ef6b-5737-42b6-a933-df1ddaabf15c tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] 10.222.0.59 "GET /v2.0/ports?device_id=211fbe03-a0bd-49d9-a86f-3a4147d3a696 HTTP/1.1" status: 200 len: 210 time: 0.0538087 May 18 14:55:47.730186 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f91a5f79-95c7-4936-a285-208ae50f38e1 None None] Publish callbacks [] for port (6550b0f2-88e3-4874-831f-84a725711273), precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:47.740421 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f91a5f79-95c7-4936-a285-208ae50f38e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (6550b0f2-88e3-4874-831f-84a725711273), after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:47.818556 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cb87ab-a7d2-46dd-a59f-37264719b59a None None] Pushing event updated for resources: {'Port': ['ID=6550b0f2-88e3-4874-831f-84a725711273,revision_number=3']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:55:47.823290 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Current status of the port 6ef0903a-1f5c-4c34-ac67-0dc694bd736d is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:55:47.955787 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [None req-f91a5f79-95c7-4936-a285-208ae50f38e1 None None] Attempting to bind port 6550b0f2-88e3-4874-831f-84a725711273 on host dv-cinder-839987-7-iscsi for vnic_type normal with profile {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:55:47.956159 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [None req-f91a5f79-95c7-4936-a285-208ae50f38e1 None None] Attempting to bind port 6550b0f2-88e3-4874-831f-84a725711273 by drivers openvswitch,hyperv on host dv-cinder-839987-7-iscsi at level 0 using segments [{'id': '68ae329c-889c-4ff0-8ec9-1a3d4793b394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0410fe00-b11d-4309-b353-5cb8e97484be'}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:55:47.956521 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91a5f79-95c7-4936-a285-208ae50f38e1 None None] Attempting to bind port 6550b0f2-88e3-4874-831f-84a725711273 on network 0410fe00-b11d-4309-b353-5cb8e97484be {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:55:47.963710 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91a5f79-95c7-4936-a285-208ae50f38e1 None None] Checking agent: {'id': 'ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 46, 56), 'started_at': datetime.datetime(2022, 5, 18, 14, 47, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:55:47.964050 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91a5f79-95c7-4936-a285-208ae50f38e1 None None] Checking segment: {'id': '68ae329c-889c-4ff0-8ec9-1a3d4793b394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0410fe00-b11d-4309-b353-5cb8e97484be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:55:47.964450 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f91a5f79-95c7-4936-a285-208ae50f38e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:47.964967 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91a5f79-95c7-4936-a285-208ae50f38e1 None None] Bound using segment: {'id': '68ae329c-889c-4ff0-8ec9-1a3d4793b394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0410fe00-b11d-4309-b353-5cb8e97484be'} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:55:47.965614 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [None req-f91a5f79-95c7-4936-a285-208ae50f38e1 None None] Bound port: 6550b0f2-88e3-4874-831f-84a725711273, host: dv-cinder-839987-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68ae329c-889c-4ff0-8ec9-1a3d4793b394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0410fe00-b11d-4309-b353-5cb8e97484be'}}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:55:47.966148 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f91a5f79-95c7-4936-a285-208ae50f38e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (6550b0f2-88e3-4874-831f-84a725711273), before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:47.982652 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-f17b5a22-ce6e-48b6-bdd3-9aa18592d921 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks [] for port (8b294f48-4f58-42e4-bd4c-7602d6475e94), precommit_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:47.995521 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-f17b5a22-ce6e-48b6-bdd3-9aa18592d921 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (8b294f48-4f58-42e4-bd4c-7602d6475e94), after_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:48.094798 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-f17b5a22-ce6e-48b6-bdd3-9aa18592d921 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008279'] for floatingip (ec1cbe1e-6de0-4dab-9741-f74f151e7e60), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:48.100818 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:48.129002 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-f91a5f79-95c7-4936-a285-208ae50f38e1 None None] For port 6550b0f2-88e3-4874-831f-84a725711273, host dv-cinder-839987-7-iscsi, cleared binding levels {{(pid=110159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:55:48.133954 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-f91a5f79-95c7-4936-a285-208ae50f38e1 None None] For port 6550b0f2-88e3-4874-831f-84a725711273, host dv-cinder-839987-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=6550b0f2-88e3-4874-831f-84a725711273,segment=NetworkSegment(68ae329c-889c-4ff0-8ec9-1a3d4793b394),segment_id=68ae329c-889c-4ff0-8ec9-1a3d4793b394)] {{(pid=110159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:55:48.144199 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f91a5f79-95c7-4936-a285-208ae50f38e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (6550b0f2-88e3-4874-831f-84a725711273), after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:48.169934 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17b5a22-ce6e-48b6-bdd3-9aa18592d921 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Pushing event updated for resources: {'Port': ['ID=8b294f48-4f58-42e4-bd4c-7602d6475e94,revision_number=2']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:55:48.188132 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-f17b5a22-ce6e-48b6-bdd3-9aa18592d921 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for floatingip (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:48.190560 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-f17b5a22-ce6e-48b6-bdd3-9aa18592d921 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2971301 May 18 14:55:48.282137 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:48.291180 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91a5f79-95c7-4936-a285-208ae50f38e1 None None] Routers {'41e37182-3d94-4d50-b848-597beeda176f'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:55:48.294390 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-f91a5f79-95c7-4936-a285-208ae50f38e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T14:55:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['41e37182-3d94-4d50-b848-597beeda176f'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:55:48.301229 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-5c378691-d503-47ab-80ce-9549d7dda30b None None] Provisioning complete for port 6550b0f2-88e3-4874-831f-84a725711273 triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:55:48.302489 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5c378691-d503-47ab-80ce-9549d7dda30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (6550b0f2-88e3-4874-831f-84a725711273), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:48.367181 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a2d5d-e429-4518-8685-24542e682f0a req-8e3ef47b-68a6-4f4b-ac4d-9203d5a1a942 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:55:48.375564 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-512a2d5d-e429-4518-8685-24542e682f0a req-8e3ef47b-68a6-4f4b-ac4d-9203d5a1a942 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/networks?id=22bd5425-6379-4740-b6c4-d6f9b7aaeddb HTTP/1.1" status: 200 len: 818 time: 0.2184286 May 18 14:55:48.403272 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-512a2d5d-e429-4518-8685-24542e682f0a req-118caf52-1444-4bd6-a01e-ea06c0f256c0 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/quotas/84835592358a4e188df86896d6015647 HTTP/1.1" status: 200 len: 375 time: 0.0261357 May 18 14:55:48.594292 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:48.616622 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:48.676660 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-512a2d5d-e429-4518-8685-24542e682f0a req-0d874f52-0e43-4392-b5ce-c955dc6fd691 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=84835592358a4e188df86896d6015647&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2701099 May 18 14:55:48.684570 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-f91a5f79-95c7-4936-a285-208ae50f38e1 None None] Set router 41e37182-3d94-4d50-b848-597beeda176f gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:55:48.687881 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-5c378691-d503-47ab-80ce-9549d7dda30b None None] Current status of the port 6550b0f2-88e3-4874-831f-84a725711273 is: DOWN; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:55:48.688736 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5c378691-d503-47ab-80ce-9549d7dda30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (6550b0f2-88e3-4874-831f-84a725711273), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:48.749293 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cb87ab-a7d2-46dd-a59f-37264719b59a None None] Pushing event updated for resources: {'Port': ['ID=6550b0f2-88e3-4874-831f-84a725711273,revision_number=4']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:55:48.781700 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-5c378691-d503-47ab-80ce-9549d7dda30b None None] For port 6550b0f2-88e3-4874-831f-84a725711273, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=6550b0f2-88e3-4874-831f-84a725711273,segment=NetworkSegment(68ae329c-889c-4ff0-8ec9-1a3d4793b394),segment_id=68ae329c-889c-4ff0-8ec9-1a3d4793b394)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:55:48.791044 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5c378691-d503-47ab-80ce-9549d7dda30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (6550b0f2-88e3-4874-831f-84a725711273), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:48.840877 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:48.841627 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:48.866705 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c378691-d503-47ab-80ce-9549d7dda30b None None] Pushing event updated for resources: {'Port': ['ID=6550b0f2-88e3-4874-831f-84a725711273,revision_number=5']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:55:48.936799 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-792d115b-e126-43af-af2a-494783e7714b None None] Provisioning complete for port 6550b0f2-88e3-4874-831f-84a725711273 triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:55:48.937935 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-792d115b-e126-43af-af2a-494783e7714b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (6550b0f2-88e3-4874-831f-84a725711273), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:49.037642 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-f91a5f79-95c7-4936-a285-208ae50f38e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e37182-3d94-4d50-b848-597beeda176f', 'name': 'tempest-AttachVolumeShelveTestJSON-347408289-router', 'tenant_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '6ef0903a-1f5c-4c34-ac67-0dc694bd736d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:55:37Z', 'updated_at': '2022-05-18T14:55:43Z', 'revision_number': 4, 'project_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'gw_port': {'id': '6ef0903a-1f5c-4c34-ac67-0dc694bd736d', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:48:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e37182-3d94-4d50-b848-597beeda176f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:55:38Z', 'updated_at': '2022-05-18T14:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': '6550b0f2-88e3-4874-831f-84a725711273', 'name': '', 'network_id': '0410fe00-b11d-4309-b353-5cb8e97484be', 'tenant_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'mac_address': 'fa:16:3e:fc:e6:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e37182-3d94-4d50-b848-597beeda176f', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1be02795-0dc2-4225-87b4-7592fa1ed277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:55:41Z', 'updated_at': '2022-05-18T14:55:48Z', 'revision_number': 4, 'project_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'subnets': [{'id': '1be02795-0dc2-4225-87b4-7592fa1ed277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:55:49.051488 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-792d115b-e126-43af-af2a-494783e7714b None None] Current status of the port 6550b0f2-88e3-4874-831f-84a725711273 is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:55:49.074186 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-512a2d5d-e429-4518-8685-24542e682f0a req-92529b54-0f5c-49b5-a993-c5e6fb5c7bcb service neutron] 10.222.0.59 "GET /v2.0/networks/22bd5425-6379-4740-b6c4-d6f9b7aaeddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934124 May 18 14:55:49.077308 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-887eab50-fdb5-4618-8f4e-0abb96186064 req-243682f7-64ca-454a-9553-ac65cd45117f tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--169624407&fields=id&tenant_id=9c46dc2b21d34158bf2a7eb0e39c06a3 HTTP/1.1" status: 200 len: 267 time: 0.1827023 May 18 14:55:49.081499 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91a5f79-95c7-4936-a285-208ae50f38e1 None None] The sync data for ids ['41e37182-3d94-4d50-b848-597beeda176f'] in dv-cinder-839987-7-iscsi is: [{'id': '41e37182-3d94-4d50-b848-597beeda176f', 'name': 'tempest-AttachVolumeShelveTestJSON-347408289-router', 'tenant_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '6ef0903a-1f5c-4c34-ac67-0dc694bd736d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:55:37Z', 'updated_at': '2022-05-18T14:55:43Z', 'revision_number': 4, 'project_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'gw_port': {'id': '6ef0903a-1f5c-4c34-ac67-0dc694bd736d', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:48:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e37182-3d94-4d50-b848-597beeda176f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:55:38Z', 'updated_at': '2022-05-18T14:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': '6550b0f2-88e3-4874-831f-84a725711273', 'name': '', 'network_id': '0410fe00-b11d-4309-b353-5cb8e97484be', 'tenant_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'mac_address': 'fa:16:3e:fc:e6:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e37182-3d94-4d50-b848-597beeda176f', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1be02795-0dc2-4225-87b4-7592fa1ed277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:55:41Z', 'updated_at': '2022-05-18T14:55:48Z', 'revision_number': 4, 'project_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'subnets': [{'id': '1be02795-0dc2-4225-87b4-7592fa1ed277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:55:49.416712 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.49', 56346) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:55:49.501000 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887eab50-fdb5-4618-8f4e-0abb96186064 req-2ef3d590-2b9d-465e-a001-1a407f0e6fe8 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:55:49.502215 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-887eab50-fdb5-4618-8f4e-0abb96186064 req-2ef3d590-2b9d-465e-a001-1a407f0e6fe8 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/networks?id=0410fe00-b11d-4309-b353-5cb8e97484be HTTP/1.1" status: 200 len: 816 time: 0.4057827 May 18 14:55:49.505025 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-512a2d5d-e429-4518-8685-24542e682f0a req-4e11f9f2-57e8-4598-8609-c00c27b09bb9 service neutron] 10.222.0.59 "GET /v2.0/networks/22bd5425-6379-4740-b6c4-d6f9b7aaeddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4243953 May 18 14:55:49.537103 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-887eab50-fdb5-4618-8f4e-0abb96186064 req-00711efa-fdb5-4286-b18b-6c67ef0b4d0b tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/quotas/9c46dc2b21d34158bf2a7eb0e39c06a3 HTTP/1.1" status: 200 len: 375 time: 0.0256233 May 18 14:55:49.604104 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 6550b0f2-88e3-4874-831f-84a725711273 up at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:55:49.717034 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-887eab50-fdb5-4618-8f4e-0abb96186064 req-3b45c15b-94bd-4805-9d39-6283d6773621 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=9c46dc2b21d34158bf2a7eb0e39c06a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1641135 May 18 14:55:49.752793 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Provisioning complete for port 6550b0f2-88e3-4874-831f-84a725711273 triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:55:49.753264 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (6550b0f2-88e3-4874-831f-84a725711273), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:49.844377 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba486d7a-91de-4743-b202-2a496a91f4e9 req-b79a4ee3-ea21-4041-8308-c4801ee30b94 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:55:49.846914 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-ba486d7a-91de-4743-b202-2a496a91f4e9 req-b79a4ee3-ea21-4041-8308-c4801ee30b94 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] 10.222.0.49 "GET /v2.0/networks?id=12e453f0-838c-4ad6-bf42-6764e1f9cc1f HTTP/1.1" status: 200 len: 812 time: 0.4276648 May 18 14:55:49.913858 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Current status of the port 6550b0f2-88e3-4874-831f-84a725711273 is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:55:49.915086 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 46612616-8fc3-4a81-bd7b-2adbbaf76c3e up at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:55:49.973750 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [req-ba486d7a-91de-4743-b202-2a496a91f4e9 req-634f78fa-14e9-495f-8f3d-3597a62ae5db tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] Request body: {'port': {'device_id': '211fbe03-a0bd-49d9-a86f-3a4147d3a696', 'network_id': '12e453f0-838c-4ad6-bf42-6764e1f9cc1f', 'admin_state_up': True, 'tenant_id': '8861f7058f96459fa715dddf23cc3908'}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:55:50.027520 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Provisioning complete for port 46612616-8fc3-4a81-bd7b-2adbbaf76c3e triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:55:50.027923 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (46612616-8fc3-4a81-bd7b-2adbbaf76c3e), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:50.063538 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [req-887eab50-fdb5-4618-8f4e-0abb96186064 req-b74f07c6-c40d-4e00-983e-763dca756e63 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110157) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 18 14:55:50.073187 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-887eab50-fdb5-4618-8f4e-0abb96186064 req-b74f07c6-c40d-4e00-983e-763dca756e63 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1458659 May 18 14:55:50.272771 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Current status of the port 46612616-8fc3-4a81-bd7b-2adbbaf76c3e is: DOWN; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:55:50.273650 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (46612616-8fc3-4a81-bd7b-2adbbaf76c3e), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:50.274024 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba486d7a-91de-4743-b202-2a496a91f4e9 req-634f78fa-14e9-495f-8f3d-3597a62ae5db tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] Made reservation on behalf of 8861f7058f96459fa715dddf23cc3908 for: {'port': 1} {{(pid=110156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:55:50.280006 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-ba486d7a-91de-4743-b202-2a496a91f4e9 req-634f78fa-14e9-495f-8f3d-3597a62ae5db tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:50.298149 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3e3c8c57-3e33-4ab9-9ae3-4800450eef1e req-0f8f691a-a2a7-4b39-a222-e0d0881d0eaf tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] 10.222.0.59 "GET /v2.0/ports?device_id=211fbe03-a0bd-49d9-a86f-3a4147d3a696 HTTP/1.1" status: 200 len: 210 time: 0.1370418 May 18 14:55:50.317583 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] For port 46612616-8fc3-4a81-bd7b-2adbbaf76c3e, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=46612616-8fc3-4a81-bd7b-2adbbaf76c3e,segment=NetworkSegment(74645103-ef26-4e33-8147-3fc27f09baec),segment_id=74645103-ef26-4e33-8147-3fc27f09baec)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:55:50.336171 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (46612616-8fc3-4a81-bd7b-2adbbaf76c3e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:50.398449 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-887eab50-fdb5-4618-8f4e-0abb96186064 req-796845d6-5dcc-4a2c-9aa3-f2564866762a service neutron] 10.222.0.59 "GET /v2.0/networks/0410fe00-b11d-4309-b353-5cb8e97484be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241363 May 18 14:55:50.451153 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Pushing event updated for resources: {'Port': ['ID=46612616-8fc3-4a81-bd7b-2adbbaf76c3e,revision_number=4']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:55:50.505695 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-deaeb9d0-89ce-46c8-a19c-26f4f011312b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (7afc6fe8-d13b-4fd3-bc99-e9efab9a141d), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:50.529914 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-887eab50-fdb5-4618-8f4e-0abb96186064 req-f06739ed-ec61-4498-b7e9-57afd134cd32 service neutron] 10.222.0.59 "GET /v2.0/networks/0410fe00-b11d-4309-b353-5cb8e97484be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172249 May 18 14:55:50.565792 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=2 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:50.810241 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.db_base_plugin_common [req-ba486d7a-91de-4743-b202-2a496a91f4e9 req-634f78fa-14e9-495f-8f3d-3597a62ae5db tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] Allocated IP 172.20.0.10 (12e453f0-838c-4ad6-bf42-6764e1f9cc1f/c294c216-d48a-4781-934e-bcc6665609e0/aa22c1c3-af67-444a-95d8-fc498125658c) {{(pid=110156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:55:50.865110 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0ae48fd4-29d3-40d0-8501-0c911b7cb603 req-7672c1bf-008d-489c-919f-9ffa580d6571 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=447f7721-8ce1-4cbe-996a-75b2426474bc HTTP/1.1" status: 200 len: 210 time: 0.1343660 May 18 14:55:51.268937 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-25b9b205-57c5-4094-8eaa-ac2723242840 req-626ec231-0328-4bfb-a7b9-03a215c07f37 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 210 time: 0.1514146 May 18 14:55:51.484623 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-ba486d7a-91de-4743-b202-2a496a91f4e9 req-634f78fa-14e9-495f-8f3d-3597a62ae5db tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] Publish callbacks [] for port (aa22c1c3-af67-444a-95d8-fc498125658c), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:51.579250 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 46612616-8fc3-4a81-bd7b-2adbbaf76c3e up at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:55:51.676669 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 58468) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:55:51.698030 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Provisioning complete for port 46612616-8fc3-4a81-bd7b-2adbbaf76c3e triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:55:51.700658 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (46612616-8fc3-4a81-bd7b-2adbbaf76c3e), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:51.724801 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d60d503c-cc98-47ba-bbc5-d450b2ab7ba0 req-1e3a716d-a6ca-4936-8e5b-0e41f0d8f000 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] 10.222.0.59 "GET /v2.0/ports?device_id=211fbe03-a0bd-49d9-a86f-3a4147d3a696 HTTP/1.1" status: 200 len: 210 time: 0.1715677 May 18 14:55:51.805297 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-ba486d7a-91de-4743-b202-2a496a91f4e9 req-634f78fa-14e9-495f-8f3d-3597a62ae5db tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031'] for port (aa22c1c3-af67-444a-95d8-fc498125658c), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:51.845337 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e348e20-de3c-435f-b960-3fb1d073bfb7 None None] Sync routers for ids ['3e4fc04d-f577-45c5-a814-daba4b2fdfb6'] in dv-cinder-839987-7-iscsi {{(pid=110158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:55:51.890164 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e348e20-de3c-435f-b960-3fb1d073bfb7 None None] Routers {'3e4fc04d-f577-45c5-a814-daba4b2fdfb6'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:55:51.890798 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-9e348e20-de3c-435f-b960-3fb1d073bfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T14:55:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['3e4fc04d-f577-45c5-a814-daba4b2fdfb6'], 'active': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:55:52.151547 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e376fc-657d-42a8-9897-4a816ee6d8c5 req-7c6472b5-6d3f-4e8f-b917-e3c3336b563b tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:55:52.164765 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-10e376fc-657d-42a8-9897-4a816ee6d8c5 req-7c6472b5-6d3f-4e8f-b917-e3c3336b563b tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/networks?id=22bd5425-6379-4740-b6c4-d6f9b7aaeddb HTTP/1.1" status: 200 len: 818 time: 0.3951387 May 18 14:55:52.197439 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-10e376fc-657d-42a8-9897-4a816ee6d8c5 req-51891dd0-1bd2-4c3b-ac3a-2a7a44d2ec3e tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/quotas/84835592358a4e188df86896d6015647 HTTP/1.1" status: 200 len: 375 time: 0.0314751 May 18 14:55:52.211445 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Current status of the port 46612616-8fc3-4a81-bd7b-2adbbaf76c3e is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:55:52.223464 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 58490) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:55:52.233224 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba486d7a-91de-4743-b202-2a496a91f4e9 req-634f78fa-14e9-495f-8f3d-3597a62ae5db tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] Network 12e453f0-838c-4ad6-bf42-6764e1f9cc1f is already hosted by enough agents. {{(pid=110156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:55:52.292093 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:52.314324 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.base_scheduler [req-ba486d7a-91de-4743-b202-2a496a91f4e9 req-634f78fa-14e9-495f-8f3d-3597a62ae5db tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] Resources bound (agent type, host, resource id): {{(pid=110156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:55:52.329232 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba486d7a-91de-4743-b202-2a496a91f4e9 req-634f78fa-14e9-495f-8f3d-3597a62ae5db tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] Received port after_create {{(pid=110156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:55:52.354462 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-10e376fc-657d-42a8-9897-4a816ee6d8c5 req-ab24ea2d-6736-405f-823b-773a7c62e236 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=84835592358a4e188df86896d6015647&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1557224 May 18 14:55:52.355296 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba486d7a-91de-4743-b202-2a496a91f4e9 req-634f78fa-14e9-495f-8f3d-3597a62ae5db tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:55:52.355974 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-ba486d7a-91de-4743-b202-2a496a91f4e9 req-634f78fa-14e9-495f-8f3d-3597a62ae5db tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for port (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:52.371249 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvr_db [None req-9e348e20-de3c-435f-b960-3fb1d073bfb7 None None] Set router 3e4fc04d-f577-45c5-a814-daba4b2fdfb6 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:55:52.467792 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-c7408e12-6f49-4edb-b39b-e25f75ab583a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:52.594165 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-ba486d7a-91de-4743-b202-2a496a91f4e9 req-634f78fa-14e9-495f-8f3d-3597a62ae5db tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6312315 May 18 14:55:52.598944 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:52.609621 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634f78fa-14e9-495f-8f3d-3597a62ae5db tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] Pushing event updated for resources: {'Port': ['ID=aa22c1c3-af67-444a-95d8-fc498125658c,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:55:52.673487 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-faed1bf8-392c-43d1-b4c8-028d8961d4a5 req-4c7dcf53-0348-47d7-a169-f897e3833a0c tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 210 time: 0.2409232 May 18 14:55:52.676394 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-77ebc644-56ae-463e-a193-ba18bfeb17f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:52.724556 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=100 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:52.753985 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:52.773324 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:52.773844 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-c7408e12-6f49-4edb-b39b-e25f75ab583a admin admin] Publish callbacks [] for security_group (c7e3738e-7c1d-4c33-9291-9c2a16baf6d2), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:52.786717 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-c7408e12-6f49-4edb-b39b-e25f75ab583a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (c7e3738e-7c1d-4c33-9291-9c2a16baf6d2), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:52.811603 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-9e348e20-de3c-435f-b960-3fb1d073bfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4fc04d-f577-45c5-a814-daba4b2fdfb6', 'name': 'tempest-ServerRescueNegativeTestJSON-151813563-router', 'tenant_id': '84835592358a4e188df86896d6015647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '46612616-8fc3-4a81-bd7b-2adbbaf76c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:55:38Z', 'updated_at': '2022-05-18T14:55:45Z', 'revision_number': 4, 'project_id': '84835592358a4e188df86896d6015647', 'gw_port': {'id': '46612616-8fc3-4a81-bd7b-2adbbaf76c3e', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4fc04d-f577-45c5-a814-daba4b2fdfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:55:39Z', 'updated_at': '2022-05-18T14:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': '11968faa-fd76-4c5c-9627-dcf85c1d0ca3', 'name': '', 'network_id': '22bd5425-6379-4740-b6c4-d6f9b7aaeddb', 'tenant_id': '84835592358a4e188df86896d6015647', 'mac_address': 'fa:16:3e:96:7b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4fc04d-f577-45c5-a814-daba4b2fdfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8225869c-efe1-47af-ba2b-3d33d9623b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:55:45Z', 'updated_at': '2022-05-18T14:55:46Z', 'revision_number': 2, 'project_id': '84835592358a4e188df86896d6015647', 'subnets': [{'id': '8225869c-efe1-47af-ba2b-3d33d9623b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:55:52.844193 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e348e20-de3c-435f-b960-3fb1d073bfb7 None None] Checking router: 3e4fc04d-f577-45c5-a814-daba4b2fdfb6 for host: dv-cinder-839987-7-iscsi {{(pid=110158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:55:52.844193 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e348e20-de3c-435f-b960-3fb1d073bfb7 None None] Updating router 3e4fc04d-f577-45c5-a814-daba4b2fdfb6 port 11968faa-fd76-4c5c-9627-dcf85c1d0ca3 binding host dv-cinder-839987-7-iscsi {{(pid=110158) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:55:52.884559 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7408e12-6f49-4edb-b39b-e25f75ab583a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e3738e-7c1d-4c33-9291-9c2a16baf6d2,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:55:52.890709 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-c7408e12-6f49-4edb-b39b-e25f75ab583a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b4890d7d8a4c4f129840f48d5fb6b405&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1988921 May 18 14:55:52.893224 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 58512) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:55:52.919820 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9e348e20-de3c-435f-b960-3fb1d073bfb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (11968faa-fd76-4c5c-9627-dcf85c1d0ca3), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:52.971535 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-13d3239b-c3fd-43b1-88ab-8ce92bb00361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (a5518e17-d4a6-403f-b34f-0fa3d03f1833), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:52.980234 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-10e376fc-657d-42a8-9897-4a816ee6d8c5 req-7a1616c0-347a-4bab-a280-dfa1361899cd service neutron] 10.222.0.59 "GET /v2.0/networks/22bd5425-6379-4740-b6c4-d6f9b7aaeddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6238537 May 18 14:55:53.045100 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [req-ba486d7a-91de-4743-b202-2a496a91f4e9 req-ffe91a0b-4b5f-4088-8a8b-5fa61c439253 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110156) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 18 14:55:53.046638 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-ba486d7a-91de-4743-b202-2a496a91f4e9 req-ffe91a0b-4b5f-4088-8a8b-5fa61c439253 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0139575 May 18 14:55:53.051243 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-a1e506f0-b611-43aa-ad87-af800164355f admin admin] Publish callbacks [] for security_group (c7e3738e-7c1d-4c33-9291-9c2a16baf6d2), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:53.081548 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-a1e506f0-b611-43aa-ad87-af800164355f admin admin] Publish callbacks [] for security_group (c7e3738e-7c1d-4c33-9291-9c2a16baf6d2), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:53.138140 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-77ebc644-56ae-463e-a193-ba18bfeb17f9 admin admin] Publish callbacks [] for security_group (fbcc23de-5039-408c-8476-7fd458ef0a73), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:53.157873 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-77ebc644-56ae-463e-a193-ba18bfeb17f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (fbcc23de-5039-408c-8476-7fd458ef0a73), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:53.172394 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-a1e506f0-b611-43aa-ad87-af800164355f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (c7e3738e-7c1d-4c33-9291-9c2a16baf6d2), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:53.188732 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-a1e506f0-b611-43aa-ad87-af800164355f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:53.202693 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-a1e506f0-b611-43aa-ad87-af800164355f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c7e3738e-7c1d-4c33-9291-9c2a16baf6d2 HTTP/1.1" status: 204 len: 168 time: 0.3068044 May 18 14:55:53.256791 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e506f0-b611-43aa-ad87-af800164355f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e3738e-7c1d-4c33-9291-9c2a16baf6d2,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:55:53.479377 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [req-ba486d7a-91de-4743-b202-2a496a91f4e9 req-62c3933b-26b7-4606-8048-ea35ef0ee7b0 service neutron] Request body: {'port': {'device_id': '211fbe03-a0bd-49d9-a86f-3a4147d3a696', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:55:53.490667 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-77ebc644-56ae-463e-a193-ba18bfeb17f9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4e694f6ed94243b2849c90dbd04e1565&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2616324 May 18 14:55:53.536330 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 58534) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:55:53.562833 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.49', 56361) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:55:53.738327 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25beb72f-b2c7-43ee-b82f-2a21bb319744 req-fafb45af-7889-4be8-bcad-4e6137de7c00 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:55:53.754065 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-25beb72f-b2c7-43ee-b82f-2a21bb319744 req-fafb45af-7889-4be8-bcad-4e6137de7c00 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] 10.222.0.59 "GET /v2.0/ports?device_id=211fbe03-a0bd-49d9-a86f-3a4147d3a696 HTTP/1.1" status: 200 len: 932 time: 0.7675500 May 18 14:55:53.761384 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:53.786189 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9e348e20-de3c-435f-b960-3fb1d073bfb7 None None] Publish callbacks [] for port (11968faa-fd76-4c5c-9627-dcf85c1d0ca3), precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:53.796786 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9e348e20-de3c-435f-b960-3fb1d073bfb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (11968faa-fd76-4c5c-9627-dcf85c1d0ca3), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:53.905127 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ebc644-56ae-463e-a193-ba18bfeb17f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbcc23de-5039-408c-8476-7fd458ef0a73,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:55:53.924347 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-ba486d7a-91de-4743-b202-2a496a91f4e9 req-62c3933b-26b7-4606-8048-ea35ef0ee7b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (aa22c1c3-af67-444a-95d8-fc498125658c), before_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:54.016774 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-10e376fc-657d-42a8-9897-4a816ee6d8c5 req-a928dd1d-95b8-468d-a7d0-d2b5ed8bc93e service neutron] 10.222.0.59 "GET /v2.0/networks/22bd5425-6379-4740-b6c4-d6f9b7aaeddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8737385 May 18 14:55:54.077379 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a2d5d-e429-4518-8685-24542e682f0a req-283f4f5d-a4a0-4b00-a56f-d80e227d4be8 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:55:54.077755 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbf5632-e1f5-440f-aae0-ca666b373d53 None None] Pushing event updated for resources: {'Port': ['ID=11968faa-fd76-4c5c-9627-dcf85c1d0ca3,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:55:54.078896 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-512a2d5d-e429-4518-8685-24542e682f0a req-283f4f5d-a4a0-4b00-a56f-d80e227d4be8 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.49 "GET /v2.0/networks?id=22bd5425-6379-4740-b6c4-d6f9b7aaeddb HTTP/1.1" status: 200 len: 818 time: 0.5067968 May 18 14:55:54.114014 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-25beb72f-b2c7-43ee-b82f-2a21bb319744 req-4b893d00-eed9-4bfc-a18c-694456f7d9ed tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f8df6fa-7815-4764-8657-559a2bac255e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3589993 May 18 14:55:54.115022 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-5d06f61b-4394-4649-b793-6ece2bb331a0 admin admin] Publish callbacks [] for security_group (fbcc23de-5039-408c-8476-7fd458ef0a73), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:54.194636 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-5d06f61b-4394-4649-b793-6ece2bb331a0 admin admin] Publish callbacks [] for security_group (fbcc23de-5039-408c-8476-7fd458ef0a73), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:54.333973 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-50f4e27f-5619-452e-9630-0448ff5d9157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (0f4dbee4-4999-4f30-b578-59222d25f53e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:54.387303 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-9e348e20-de3c-435f-b960-3fb1d073bfb7 None None] Attempting to bind port 11968faa-fd76-4c5c-9627-dcf85c1d0ca3 on host dv-cinder-839987-7-iscsi for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:55:54.408859 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-9e348e20-de3c-435f-b960-3fb1d073bfb7 None None] Attempting to bind port 11968faa-fd76-4c5c-9627-dcf85c1d0ca3 by drivers openvswitch,hyperv on host dv-cinder-839987-7-iscsi at level 0 using segments [{'id': 'bbfc418c-0043-41f1-b776-d50d494cd99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '22bd5425-6379-4740-b6c4-d6f9b7aaeddb'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:55:54.409705 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e348e20-de3c-435f-b960-3fb1d073bfb7 None None] Attempting to bind port 11968faa-fd76-4c5c-9627-dcf85c1d0ca3 on network 22bd5425-6379-4740-b6c4-d6f9b7aaeddb {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:55:54.426140 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-5d06f61b-4394-4649-b793-6ece2bb331a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (fbcc23de-5039-408c-8476-7fd458ef0a73), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:54.429490 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-5d06f61b-4394-4649-b793-6ece2bb331a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:54.430679 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e348e20-de3c-435f-b960-3fb1d073bfb7 None None] Checking agent: {'id': 'ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 46, 56), 'started_at': datetime.datetime(2022, 5, 18, 14, 47, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:55:54.431615 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e348e20-de3c-435f-b960-3fb1d073bfb7 None None] Checking segment: {'id': 'bbfc418c-0043-41f1-b776-d50d494cd99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '22bd5425-6379-4740-b6c4-d6f9b7aaeddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:55:54.431959 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-5d06f61b-4394-4649-b793-6ece2bb331a0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fbcc23de-5039-408c-8476-7fd458ef0a73 HTTP/1.1" status: 204 len: 168 time: 0.8711941 May 18 14:55:54.432076 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9e348e20-de3c-435f-b960-3fb1d073bfb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:54.432467 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e348e20-de3c-435f-b960-3fb1d073bfb7 None None] Bound using segment: {'id': 'bbfc418c-0043-41f1-b776-d50d494cd99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '22bd5425-6379-4740-b6c4-d6f9b7aaeddb'} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:55:54.433003 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-9e348e20-de3c-435f-b960-3fb1d073bfb7 None None] Bound port: 11968faa-fd76-4c5c-9627-dcf85c1d0ca3, host: dv-cinder-839987-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbfc418c-0043-41f1-b776-d50d494cd99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '22bd5425-6379-4740-b6c4-d6f9b7aaeddb'}}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:55:54.433516 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9e348e20-de3c-435f-b960-3fb1d073bfb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (11968faa-fd76-4c5c-9627-dcf85c1d0ca3), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:54.477159 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d06f61b-4394-4649-b793-6ece2bb331a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbcc23de-5039-408c-8476-7fd458ef0a73,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:55:54.543667 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [req-512a2d5d-e429-4518-8685-24542e682f0a req-e3ee50f4-8c4b-4f82-8026-8da97d60f3b2 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Request body: {'port': {'device_id': '447f7721-8ce1-4cbe-996a-75b2426474bc', 'network_id': '22bd5425-6379-4740-b6c4-d6f9b7aaeddb', 'admin_state_up': True, 'tenant_id': '84835592358a4e188df86896d6015647'}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:55:54.563399 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-d13d0cb7-0a79-4159-b253-1851cfa3fc9e None None] Provisioning complete for port 11968faa-fd76-4c5c-9627-dcf85c1d0ca3 triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:55:54.563972 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d13d0cb7-0a79-4159-b253-1851cfa3fc9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (11968faa-fd76-4c5c-9627-dcf85c1d0ca3), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:54.674275 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.49', 56365) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:55:54.750373 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-9ed197bc-d6d0-4b14-8a30-0ed8d197104d req-82744b1f-6247-4f76-9882-3cedeb59d31f tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 210 time: 0.2755907 May 18 14:55:54.823629 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-d13d0cb7-0a79-4159-b253-1851cfa3fc9e None None] Port 11968faa-fd76-4c5c-9627-dcf85c1d0ca3 cannot update to ACTIVE because it is not bound. {{(pid=110158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:55:54.830966 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:54.838250 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-9e348e20-de3c-435f-b960-3fb1d073bfb7 None None] For port 11968faa-fd76-4c5c-9627-dcf85c1d0ca3, host dv-cinder-839987-7-iscsi, cleared binding levels {{(pid=110158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:55:54.843216 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-9e348e20-de3c-435f-b960-3fb1d073bfb7 None None] For port 11968faa-fd76-4c5c-9627-dcf85c1d0ca3, host dv-cinder-839987-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=11968faa-fd76-4c5c-9627-dcf85c1d0ca3,segment=NetworkSegment(bbfc418c-0043-41f1-b776-d50d494cd99b),segment_id=bbfc418c-0043-41f1-b776-d50d494cd99b)] {{(pid=110158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:55:54.854051 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9e348e20-de3c-435f-b960-3fb1d073bfb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (11968faa-fd76-4c5c-9627-dcf85c1d0ca3), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:55.061309 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e348e20-de3c-435f-b960-3fb1d073bfb7 None None] Routers {'3e4fc04d-f577-45c5-a814-daba4b2fdfb6'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:55:55.063816 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-9e348e20-de3c-435f-b960-3fb1d073bfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T14:55:53Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['3e4fc04d-f577-45c5-a814-daba4b2fdfb6'], 'active': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:55:55.072274 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-4fa5cbe4-c7ad-4a3c-8c52-4de7dd73e9ed req-dacf6b30-6abf-4971-af97-ccf652db9f1b tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 210 time: 0.3123066 May 18 14:55:55.424343 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:55.516249 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbf5632-e1f5-440f-aae0-ca666b373d53 None None] Pushing event updated for resources: {'Port': ['ID=11968faa-fd76-4c5c-9627-dcf85c1d0ca3,revision_number=4']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:55:55.533406 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-512a2d5d-e429-4518-8685-24542e682f0a req-e3ee50f4-8c4b-4f82-8026-8da97d60f3b2 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Made reservation on behalf of 84835592358a4e188df86896d6015647 for: {'port': 1} {{(pid=110156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:55:55.539265 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-512a2d5d-e429-4518-8685-24542e682f0a req-e3ee50f4-8c4b-4f82-8026-8da97d60f3b2 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:55.592836 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-b0c61b99-5665-434d-93b2-a4e0ceab74be None None] Provisioning complete for port 11968faa-fd76-4c5c-9627-dcf85c1d0ca3 triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:55:55.593287 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b0c61b99-5665-434d-93b2-a4e0ceab74be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (11968faa-fd76-4c5c-9627-dcf85c1d0ca3), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:55.603565 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887eab50-fdb5-4618-8f4e-0abb96186064 req-db7660c6-d97d-4898-98e2-c54670303725 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:55:55.608299 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-887eab50-fdb5-4618-8f4e-0abb96186064 req-db7660c6-d97d-4898-98e2-c54670303725 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.49 "GET /v2.0/networks?id=0410fe00-b11d-4309-b353-5cb8e97484be HTTP/1.1" status: 200 len: 816 time: 0.9306142 May 18 14:55:55.630538 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85353b5a-c4d7-4a12-ba01-dce20342d7ef req-0843574d-278b-42d2-81c9-a30a9d9196fb tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:55:55.632488 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-85353b5a-c4d7-4a12-ba01-dce20342d7ef req-0843574d-278b-42d2-81c9-a30a9d9196fb tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] 10.222.0.59 "GET /v2.0/ports?device_id=211fbe03-a0bd-49d9-a86f-3a4147d3a696 HTTP/1.1" status: 200 len: 932 time: 0.2457740 May 18 14:55:55.711044 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-86248160-1b36-4d80-a449-232705ae1859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (11bd5e7f-0ec7-43f5-9ca8-99d3c1136d9c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:55.762410 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 58628) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:55:55.898775 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvr_db [None req-9e348e20-de3c-435f-b960-3fb1d073bfb7 None None] Set router 3e4fc04d-f577-45c5-a814-daba4b2fdfb6 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:55:55.957621 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-85353b5a-c4d7-4a12-ba01-dce20342d7ef req-53a8746f-7658-4f04-bc1d-75463fb12771 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f8df6fa-7815-4764-8657-559a2bac255e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107100 May 18 14:55:55.982547 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 58640) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:55:55.998959 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-887eab50-fdb5-4618-8f4e-0abb96186064 req-d726c3fe-6383-4323-a167-314dbf84ba96 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c46dc2b21d34158bf2a7eb0e39c06a3 HTTP/1.1" status: 200 len: 379 time: 0.3644145 May 18 14:55:56.018524 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2ac0b9f6-cd2b-4b5d-aa82-08ab9ee65058 req-f728afda-aecc-4395-b7cb-1a96040e1803 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 210 time: 0.0968795 May 18 14:55:56.053595 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [req-887eab50-fdb5-4618-8f4e-0abb96186064 req-632542c2-3b05-4de4-b8f4-d648016325ac tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Request body: {'port': {'device_id': '5cf9b2c2-1694-4695-8c54-940340452792', 'network_id': '0410fe00-b11d-4309-b353-5cb8e97484be', 'admin_state_up': True, 'tenant_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'security_groups': ['2594c32d-c7f5-458e-8813-0f265fff65bc']}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:55:56.093620 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-dbafb941-de08-472b-b340-09d18dde0f29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:56.344641 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.notifiers.nova [req-ba486d7a-91de-4743-b202-2a496a91f4e9 req-62c3933b-26b7-4606-8048-ea35ef0ee7b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa22c1c3-af67-444a-95d8-fc498125658c {{(pid=110156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:55:56.362083 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-ba486d7a-91de-4743-b202-2a496a91f4e9 req-62c3933b-26b7-4606-8048-ea35ef0ee7b0 service neutron] Publish callbacks [] for port (aa22c1c3-af67-444a-95d8-fc498125658c), precommit_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:56.418231 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.provisioning_blocks [req-ba486d7a-91de-4743-b202-2a496a91f4e9 req-62c3933b-26b7-4606-8048-ea35ef0ee7b0 service neutron] Transition to ACTIVE for port object aa22c1c3-af67-444a-95d8-fc498125658c will not be triggered until provisioned by entity L2. {{(pid=110156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 14:55:56.703392 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.db_base_plugin_common [req-512a2d5d-e429-4518-8685-24542e682f0a req-e3ee50f4-8c4b-4f82-8026-8da97d60f3b2 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Allocated IP 172.20.0.11 (22bd5425-6379-4740-b6c4-d6f9b7aaeddb/8225869c-efe1-47af-ba2b-3d33d9623b49/57d2f680-f45f-4e76-83e5-1b16aa578a8c) {{(pid=110156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:55:56.716971 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-65ee1276-5328-476c-bebb-03b2a1416d0c req-81a9bd39-f4d7-4047-aa39-ef921686ebbb tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 210 time: 0.1301694 May 18 14:55:56.753168 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:56.770179 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-9e348e20-de3c-435f-b960-3fb1d073bfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4fc04d-f577-45c5-a814-daba4b2fdfb6', 'name': 'tempest-ServerRescueNegativeTestJSON-151813563-router', 'tenant_id': '84835592358a4e188df86896d6015647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '46612616-8fc3-4a81-bd7b-2adbbaf76c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:55:38Z', 'updated_at': '2022-05-18T14:55:45Z', 'revision_number': 4, 'project_id': '84835592358a4e188df86896d6015647', 'gw_port': {'id': '46612616-8fc3-4a81-bd7b-2adbbaf76c3e', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4fc04d-f577-45c5-a814-daba4b2fdfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:55:39Z', 'updated_at': '2022-05-18T14:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': '11968faa-fd76-4c5c-9627-dcf85c1d0ca3', 'name': '', 'network_id': '22bd5425-6379-4740-b6c4-d6f9b7aaeddb', 'tenant_id': '84835592358a4e188df86896d6015647', 'mac_address': 'fa:16:3e:96:7b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4fc04d-f577-45c5-a814-daba4b2fdfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8225869c-efe1-47af-ba2b-3d33d9623b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:55:45Z', 'updated_at': '2022-05-18T14:55:54Z', 'revision_number': 4, 'project_id': '84835592358a4e188df86896d6015647', 'subnets': [{'id': '8225869c-efe1-47af-ba2b-3d33d9623b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:55:56.799060 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-b0c61b99-5665-434d-93b2-a4e0ceab74be None None] Current status of the port 11968faa-fd76-4c5c-9627-dcf85c1d0ca3 is: DOWN; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:55:56.799929 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b0c61b99-5665-434d-93b2-a4e0ceab74be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (11968faa-fd76-4c5c-9627-dcf85c1d0ca3), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:56.882715 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e348e20-de3c-435f-b960-3fb1d073bfb7 None None] The sync data for ids ['3e4fc04d-f577-45c5-a814-daba4b2fdfb6'] in dv-cinder-839987-7-iscsi is: [{'id': '3e4fc04d-f577-45c5-a814-daba4b2fdfb6', 'name': 'tempest-ServerRescueNegativeTestJSON-151813563-router', 'tenant_id': '84835592358a4e188df86896d6015647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '46612616-8fc3-4a81-bd7b-2adbbaf76c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:55:38Z', 'updated_at': '2022-05-18T14:55:45Z', 'revision_number': 4, 'project_id': '84835592358a4e188df86896d6015647', 'gw_port': {'id': '46612616-8fc3-4a81-bd7b-2adbbaf76c3e', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4fc04d-f577-45c5-a814-daba4b2fdfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:55:39Z', 'updated_at': '2022-05-18T14:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': '11968faa-fd76-4c5c-9627-dcf85c1d0ca3', 'name': '', 'network_id': '22bd5425-6379-4740-b6c4-d6f9b7aaeddb', 'tenant_id': '84835592358a4e188df86896d6015647', 'mac_address': 'fa:16:3e:96:7b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4fc04d-f577-45c5-a814-daba4b2fdfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8225869c-efe1-47af-ba2b-3d33d9623b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:55:45Z', 'updated_at': '2022-05-18T14:55:54Z', 'revision_number': 4, 'project_id': '84835592358a4e188df86896d6015647', 'subnets': [{'id': '8225869c-efe1-47af-ba2b-3d33d9623b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:55:56.887979 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:56.930453 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-b0c61b99-5665-434d-93b2-a4e0ceab74be None None] For port 11968faa-fd76-4c5c-9627-dcf85c1d0ca3, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=11968faa-fd76-4c5c-9627-dcf85c1d0ca3,segment=NetworkSegment(bbfc418c-0043-41f1-b776-d50d494cd99b),segment_id=bbfc418c-0043-41f1-b776-d50d494cd99b)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:55:56.958607 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b0c61b99-5665-434d-93b2-a4e0ceab74be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (11968faa-fd76-4c5c-9627-dcf85c1d0ca3), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:57.075550 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-512a2d5d-e429-4518-8685-24542e682f0a req-e3ee50f4-8c4b-4f82-8026-8da97d60f3b2 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks [] for port (57d2f680-f45f-4e76-83e5-1b16aa578a8c), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:57.106301 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.49', 56371) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:55:57.115450 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:57.117070 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:57.118333 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-ba486d7a-91de-4743-b202-2a496a91f4e9 req-62c3933b-26b7-4606-8048-ea35ef0ee7b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (aa22c1c3-af67-444a-95d8-fc498125658c), after_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:57.163863 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:57.186315 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c61b99-5665-434d-93b2-a4e0ceab74be None None] Pushing event updated for resources: {'Port': ['ID=11968faa-fd76-4c5c-9627-dcf85c1d0ca3,revision_number=5']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:55:57.204783 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c3933b-26b7-4606-8048-ea35ef0ee7b0 service neutron] Pushing event updated for resources: {'Port': ['ID=aa22c1c3-af67-444a-95d8-fc498125658c,revision_number=2']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:55:57.207525 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-512a2d5d-e429-4518-8685-24542e682f0a req-e3ee50f4-8c4b-4f82-8026-8da97d60f3b2 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031'] for port (57d2f680-f45f-4e76-83e5-1b16aa578a8c), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:57.234632 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-127a85cd-d76d-4598-a2bd-98ebed80cfe2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:57.245703 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:57.307577 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ee50f4-8c4b-4f82-8026-8da97d60f3b2 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Pushing event updated for resources: {'Port': ['ID=57d2f680-f45f-4e76-83e5-1b16aa578a8c,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:55:57.402873 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-512a2d5d-e429-4518-8685-24542e682f0a req-e3ee50f4-8c4b-4f82-8026-8da97d60f3b2 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Network 22bd5425-6379-4740-b6c4-d6f9b7aaeddb is already hosted by enough agents. {{(pid=110156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:55:57.421782 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.managers [req-ba486d7a-91de-4743-b202-2a496a91f4e9 req-62c3933b-26b7-4606-8048-ea35ef0ee7b0 service neutron] Attempting to bind port aa22c1c3-af67-444a-95d8-fc498125658c on host hv-cinder-83998 for vnic_type normal with profile {{(pid=110156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:55:57.422227 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.managers [req-ba486d7a-91de-4743-b202-2a496a91f4e9 req-62c3933b-26b7-4606-8048-ea35ef0ee7b0 service neutron] Attempting to bind port aa22c1c3-af67-444a-95d8-fc498125658c by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': '57f67c65-1e49-4617-a81d-a9db73a6742d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '12e453f0-838c-4ad6-bf42-6764e1f9cc1f'}] {{(pid=110156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:55:57.422795 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba486d7a-91de-4743-b202-2a496a91f4e9 req-62c3933b-26b7-4606-8048-ea35ef0ee7b0 service neutron] Attempting to bind port aa22c1c3-af67-444a-95d8-fc498125658c on network 12e453f0-838c-4ad6-bf42-6764e1f9cc1f {{(pid=110156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:55:57.433636 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e376fc-657d-42a8-9897-4a816ee6d8c5 req-647ced88-3cf9-4314-93bc-d669208624ff tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:55:57.435486 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-10e376fc-657d-42a8-9897-4a816ee6d8c5 req-647ced88-3cf9-4314-93bc-d669208624ff tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.49 "GET /v2.0/networks?id=22bd5425-6379-4740-b6c4-d6f9b7aaeddb HTTP/1.1" status: 200 len: 818 time: 0.3231728 May 18 14:55:57.436714 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-887eab50-fdb5-4618-8f4e-0abb96186064 req-632542c2-3b05-4de4-b8f4-d648016325ac tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Made reservation on behalf of 9c46dc2b21d34158bf2a7eb0e39c06a3 for: {'port': 1} {{(pid=110157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:55:57.440872 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-887eab50-fdb5-4618-8f4e-0abb96186064 req-632542c2-3b05-4de4-b8f4-d648016325ac tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:57.454889 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba486d7a-91de-4743-b202-2a496a91f4e9 req-62c3933b-26b7-4606-8048-ea35ef0ee7b0 service neutron] Port aa22c1c3-af67-444a-95d8-fc498125658c on network 12e453f0-838c-4ad6-bf42-6764e1f9cc1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=110156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 14:55:57.455212 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba486d7a-91de-4743-b202-2a496a91f4e9 req-62c3933b-26b7-4606-8048-ea35ef0ee7b0 service neutron] Attempting to bind port aa22c1c3-af67-444a-95d8-fc498125658c on network 12e453f0-838c-4ad6-bf42-6764e1f9cc1f {{(pid=110156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:55:57.467535 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.base_scheduler [req-512a2d5d-e429-4518-8685-24542e682f0a req-e3ee50f4-8c4b-4f82-8026-8da97d60f3b2 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Resources bound (agent type, host, resource id): {{(pid=110156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:55:57.477039 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba486d7a-91de-4743-b202-2a496a91f4e9 req-62c3933b-26b7-4606-8048-ea35ef0ee7b0 service neutron] Checking agent: {'id': 'f376d122-85a6-484a-a941-8f32d5a81e72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 53, 39), 'started_at': datetime.datetime(2022, 5, 18, 14, 53, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:55:57.477674 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba486d7a-91de-4743-b202-2a496a91f4e9 req-62c3933b-26b7-4606-8048-ea35ef0ee7b0 service neutron] Checking segment: {'id': '57f67c65-1e49-4617-a81d-a9db73a6742d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '12e453f0-838c-4ad6-bf42-6764e1f9cc1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:55:57.480883 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba486d7a-91de-4743-b202-2a496a91f4e9 req-62c3933b-26b7-4606-8048-ea35ef0ee7b0 service neutron] Bound using segment: {'id': '57f67c65-1e49-4617-a81d-a9db73a6742d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '12e453f0-838c-4ad6-bf42-6764e1f9cc1f'} {{(pid=110156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:55:57.481530 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.managers [req-ba486d7a-91de-4743-b202-2a496a91f4e9 req-62c3933b-26b7-4606-8048-ea35ef0ee7b0 service neutron] Bound port: aa22c1c3-af67-444a-95d8-fc498125658c, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57f67c65-1e49-4617-a81d-a9db73a6742d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '12e453f0-838c-4ad6-bf42-6764e1f9cc1f'}}] {{(pid=110156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:55:57.497907 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-ba486d7a-91de-4743-b202-2a496a91f4e9 req-62c3933b-26b7-4606-8048-ea35ef0ee7b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (aa22c1c3-af67-444a-95d8-fc498125658c), before_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:57.515916 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.l3_dvrscheduler_db [req-512a2d5d-e429-4518-8685-24542e682f0a req-e3ee50f4-8c4b-4f82-8026-8da97d60f3b2 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Received port after_create {{(pid=110156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:55:57.518054 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 11968faa-fd76-4c5c-9627-dcf85c1d0ca3 up at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:55:57.522694 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a2d5d-e429-4518-8685-24542e682f0a req-e3ee50f4-8c4b-4f82-8026-8da97d60f3b2 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:55:57.525230 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-512a2d5d-e429-4518-8685-24542e682f0a req-e3ee50f4-8c4b-4f82-8026-8da97d60f3b2 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for port (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:57.676146 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-512a2d5d-e429-4518-8685-24542e682f0a req-e3ee50f4-8c4b-4f82-8026-8da97d60f3b2 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1799030 May 18 14:55:57.677194 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Provisioning complete for port 11968faa-fd76-4c5c-9627-dcf85c1d0ca3 triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:55:57.697677 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (11968faa-fd76-4c5c-9627-dcf85c1d0ca3), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:57.749980 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [req-512a2d5d-e429-4518-8685-24542e682f0a req-0325365a-c903-4221-a687-8b76a0d5eab9 service neutron] Request body: {'port': {'device_id': '447f7721-8ce1-4cbe-996a-75b2426474bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:55:57.773032 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.db [req-ba486d7a-91de-4743-b202-2a496a91f4e9 req-62c3933b-26b7-4606-8048-ea35ef0ee7b0 service neutron] For port aa22c1c3-af67-444a-95d8-fc498125658c, host hv-cinder-83998, cleared binding levels {{(pid=110156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:55:57.931396 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Current status of the port 11968faa-fd76-4c5c-9627-dcf85c1d0ca3 is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:55:57.945600 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.db [req-ba486d7a-91de-4743-b202-2a496a91f4e9 req-62c3933b-26b7-4606-8048-ea35ef0ee7b0 service neutron] For port aa22c1c3-af67-444a-95d8-fc498125658c, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=aa22c1c3-af67-444a-95d8-fc498125658c,segment=NetworkSegment(57f67c65-1e49-4617-a81d-a9db73a6742d),segment_id=57f67c65-1e49-4617-a81d-a9db73a6742d)] {{(pid=110156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:55:57.960162 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-ba486d7a-91de-4743-b202-2a496a91f4e9 req-62c3933b-26b7-4606-8048-ea35ef0ee7b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (aa22c1c3-af67-444a-95d8-fc498125658c), after_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:57.999143 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:58.014024 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-0c16b3e7-d77a-4cef-adad-261e87724bf0 None None] Provisioning complete for port 57d2f680-f45f-4e76-83e5-1b16aa578a8c triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:55:58.016095 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0c16b3e7-d77a-4cef-adad-261e87724bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (57d2f680-f45f-4e76-83e5-1b16aa578a8c), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:58.065277 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [req-10e376fc-657d-42a8-9897-4a816ee6d8c5 req-61f48b10-a8a3-4b08-80cb-7429347fa806 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Request body: {'port': {'device_id': '91f6cf5f-5077-4b01-9a99-ffe0f7a20a17', 'network_id': '22bd5425-6379-4740-b6c4-d6f9b7aaeddb', 'admin_state_up': True, 'tenant_id': '84835592358a4e188df86896d6015647'}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:55:58.067838 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-512a2d5d-e429-4518-8685-24542e682f0a req-0325365a-c903-4221-a687-8b76a0d5eab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (57d2f680-f45f-4e76-83e5-1b16aa578a8c), before_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:58.071381 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba486d7a-91de-4743-b202-2a496a91f4e9 req-62c3933b-26b7-4606-8048-ea35ef0ee7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:55:58.072446 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-ba486d7a-91de-4743-b202-2a496a91f4e9 req-62c3933b-26b7-4606-8048-ea35ef0ee7b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for port (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:58.074281 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-ba486d7a-91de-4743-b202-2a496a91f4e9 req-62c3933b-26b7-4606-8048-ea35ef0ee7b0 service neutron] 10.222.0.49 "PUT /v2.0/ports/aa22c1c3-af67-444a-95d8-fc498125658c HTTP/1.1" status: 200 len: 1094 time: 4.7519624 May 18 14:55:58.078135 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '211fbe03-a0bd-49d9-a86f-3a4147d3a696', 'tag': 'aa22c1c3-af67-444a-95d8-fc498125658c'}] {{(pid=110156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:55:58.150846 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:58.162085 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-0c16b3e7-d77a-4cef-adad-261e87724bf0 None None] Port 57d2f680-f45f-4e76-83e5-1b16aa578a8c cannot update to ACTIVE because it is not bound. {{(pid=110158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:55:58.313581 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-46726237-e668-4c0d-8860-6c6d2ee3ec75 req-ff03d85e-4d2e-4fb1-b66e-dfa53656db7d tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 210 time: 1.0755050 May 18 14:55:58.372152 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.db_base_plugin_common [req-887eab50-fdb5-4618-8f4e-0abb96186064 req-632542c2-3b05-4de4-b8f4-d648016325ac tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Allocated IP 172.20.0.5 (0410fe00-b11d-4309-b353-5cb8e97484be/1be02795-0dc2-4225-87b4-7592fa1ed277/4b7b091c-ade3-422f-a228-9a575395a54b) {{(pid=110157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:55:58.495707 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1927d1-036c-49d0-95ae-43fbcc2420aa req-aa12b1e2-710f-4a40-9743-44be594d9375 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:55:58.503967 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133ec7be95234859c4edce85a8c9b28b91a94f2f136921e0bf9997cb2a51d6fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a45c47-6448-4643-8aab-30dd4a736b23" -d '{"events": [{"name": "network-changed", "server_uuid": "211fbe03-a0bd-49d9-a86f-3a4147d3a696", "tag": "aa22c1c3-af67-444a-95d8-fc498125658c"}]}' {{(pid=110156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:55:58.516598 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0e1927d1-036c-49d0-95ae-43fbcc2420aa req-aa12b1e2-710f-4a40-9743-44be594d9375 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] 10.222.0.59 "GET /v2.0/ports?device_id=211fbe03-a0bd-49d9-a86f-3a4147d3a696 HTTP/1.1" status: 200 len: 944 time: 1.2718549 May 18 14:55:58.572847 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba486d7a-91de-4743-b202-2a496a91f4e9 req-93b4e33d-6b81-44c4-921b-75c034085584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:55:58.574362 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-ba486d7a-91de-4743-b202-2a496a91f4e9 req-93b4e33d-6b81-44c4-921b-75c034085584 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8861f7058f96459fa715dddf23cc3908&device_id=211fbe03-a0bd-49d9-a86f-3a4147d3a696 HTTP/1.1" status: 200 len: 1128 time: 0.3044724 May 18 14:55:58.684720 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d41592a3-712c-410e-ae1e-028394d5a136 req-438c8578-3c35-4047-bf58-89dfdd2015d2 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 210 time: 0.1366365 May 18 14:55:58.776648 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-dbafb941-de08-472b-b340-09d18dde0f29 admin admin] Publish callbacks [] for security_group (440b14b8-4e15-4c2b-a9c9-3672e7336e9c), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:58.804350 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-dbafb941-de08-472b-b340-09d18dde0f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (440b14b8-4e15-4c2b-a9c9-3672e7336e9c), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:58.843031 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c3933b-26b7-4606-8048-ea35ef0ee7b0 service neutron] Pushing event updated for resources: {'Port': ['ID=aa22c1c3-af67-444a-95d8-fc498125658c,revision_number=3']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:55:58.962788 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-127a85cd-d76d-4598-a2bd-98ebed80cfe2 admin admin] Publish callbacks [] for security_group (fc249f4f-db26-486f-8bde-a987f72915a7), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:59.053045 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-ba486d7a-91de-4743-b202-2a496a91f4e9 req-0855919d-900e-4325-948c-061c37328f36 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa22c1c3-af67-444a-95d8-fc498125658c HTTP/1.1" status: 200 len: 217 time: 0.1948874 May 18 14:55:59.129286 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 14:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8dadae-61c2-419b-9413-2798ed0d80ec x-openstack-request-id: req-9b8dadae-61c2-419b-9413-2798ed0d80ec {{(pid=110156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:55:59.129838 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "211fbe03-a0bd-49d9-a86f-3a4147d3a696", "tag": "aa22c1c3-af67-444a-95d8-fc498125658c", "status": "completed", "code": 200}]} {{(pid=110156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:55:59.130293 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9b8dadae-61c2-419b-9413-2798ed0d80ec {{(pid=110156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:55:59.131035 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b8dadae-61c2-419b-9413-2798ed0d80ec'] response: {'name': 'network-changed', 'server_uuid': '211fbe03-a0bd-49d9-a86f-3a4147d3a696', 'tag': 'aa22c1c3-af67-444a-95d8-fc498125658c', 'status': 'completed', 'code': 200} May 18 14:55:59.164722 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-887eab50-fdb5-4618-8f4e-0abb96186064 req-632542c2-3b05-4de4-b8f4-d648016325ac tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks [] for port (4b7b091c-ade3-422f-a228-9a575395a54b), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:59.210407 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-127a85cd-d76d-4598-a2bd-98ebed80cfe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (fc249f4f-db26-486f-8bde-a987f72915a7), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:59.224398 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba486d7a-91de-4743-b202-2a496a91f4e9 req-11d5ca2e-fb53-45db-b851-785c7aa91ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:55:59.226968 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-ba486d7a-91de-4743-b202-2a496a91f4e9 req-11d5ca2e-fb53-45db-b851-785c7aa91ed2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c294c216-d48a-4781-934e-bcc6665609e0 HTTP/1.1" status: 200 len: 852 time: 0.1722910 May 18 14:55:59.268836 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-127a85cd-d76d-4598-a2bd-98ebed80cfe2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=caa15bf50ba64a59b14643c504d61fb1&name=default HTTP/1.1" status: 200 len: 2995 time: 3.4657826 May 18 14:55:59.273140 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0e1927d1-036c-49d0-95ae-43fbcc2420aa req-1ae45f10-0ee9-40a0-978f-831596f9eb99 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f8df6fa-7815-4764-8657-559a2bac255e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7552047 May 18 14:55:59.311022 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 58734) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:55:59.338762 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-ba486d7a-91de-4743-b202-2a496a91f4e9 req-886ab623-b838-48cb-bf17-abac84e176e6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=12e453f0-838c-4ad6-bf42-6764e1f9cc1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911176 May 18 14:55:59.389739 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-887eab50-fdb5-4618-8f4e-0abb96186064 req-632542c2-3b05-4de4-b8f4-d648016325ac tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031'] for port (4b7b091c-ade3-422f-a228-9a575395a54b), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:59.403828 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-dbafb941-de08-472b-b340-09d18dde0f29 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9d02e1661a10457c9f4a52545866019f&name=default HTTP/1.1" status: 200 len: 2992 time: 3.4198959 May 18 14:55:59.412135 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 58744) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:55:59.510243 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.notifiers.nova [req-512a2d5d-e429-4518-8685-24542e682f0a req-0325365a-c903-4221-a687-8b76a0d5eab9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57d2f680-f45f-4e76-83e5-1b16aa578a8c {{(pid=110156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:55:59.522131 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-512a2d5d-e429-4518-8685-24542e682f0a req-0325365a-c903-4221-a687-8b76a0d5eab9 service neutron] Publish callbacks [] for port (57d2f680-f45f-4e76-83e5-1b16aa578a8c), precommit_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:59.560899 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.provisioning_blocks [req-512a2d5d-e429-4518-8685-24542e682f0a req-0325365a-c903-4221-a687-8b76a0d5eab9 service neutron] Transition to ACTIVE for port object 57d2f680-f45f-4e76-83e5-1b16aa578a8c will not be triggered until provisioned by entity L2. {{(pid=110156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 14:55:59.597949 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=75,neutron:INSERT=21,neutron:UPDATE=4 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:59.598917 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbafb941-de08-472b-b340-09d18dde0f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440b14b8-4e15-4c2b-a9c9-3672e7336e9c,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:55:59.602275 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632542c2-3b05-4de4-b8f4-d648016325ac tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Pushing event updated for resources: {'Port': ['ID=4b7b091c-ade3-422f-a228-9a575395a54b,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:55:59.673507 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-512a2d5d-e429-4518-8685-24542e682f0a req-0325365a-c903-4221-a687-8b76a0d5eab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (57d2f680-f45f-4e76-83e5-1b16aa578a8c), after_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:59.803089 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:59.807045 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10e376fc-657d-42a8-9897-4a816ee6d8c5 req-61f48b10-a8a3-4b08-80cb-7429347fa806 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Made reservation on behalf of 84835592358a4e188df86896d6015647 for: {'port': 1} {{(pid=110157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:55:59.810406 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-10e376fc-657d-42a8-9897-4a816ee6d8c5 req-61f48b10-a8a3-4b08-80cb-7429347fa806 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:55:59.825483 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd436b5-9008-40ac-832d-a3078c65c8da req-747f4341-ffe8-493e-8b4d-ef4a0c563173 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:55:59.827053 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1fd436b5-9008-40ac-832d-a3078c65c8da req-747f4341-ffe8-493e-8b4d-ef4a0c563173 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 931 time: 0.1765335 May 18 14:55:59.859985 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=21 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:59.865491 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=33 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:59.912450 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.managers [req-512a2d5d-e429-4518-8685-24542e682f0a req-0325365a-c903-4221-a687-8b76a0d5eab9 service neutron] Attempting to bind port 57d2f680-f45f-4e76-83e5-1b16aa578a8c on host hv-cinder-83998 for vnic_type normal with profile {{(pid=110156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:55:59.913446 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.managers [req-512a2d5d-e429-4518-8685-24542e682f0a req-0325365a-c903-4221-a687-8b76a0d5eab9 service neutron] Attempting to bind port 57d2f680-f45f-4e76-83e5-1b16aa578a8c by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': 'bbfc418c-0043-41f1-b776-d50d494cd99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '22bd5425-6379-4740-b6c4-d6f9b7aaeddb'}] {{(pid=110156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:55:59.913996 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512a2d5d-e429-4518-8685-24542e682f0a req-0325365a-c903-4221-a687-8b76a0d5eab9 service neutron] Attempting to bind port 57d2f680-f45f-4e76-83e5-1b16aa578a8c on network 22bd5425-6379-4740-b6c4-d6f9b7aaeddb {{(pid=110156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:55:59.927649 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:55:59.930186 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512a2d5d-e429-4518-8685-24542e682f0a req-0325365a-c903-4221-a687-8b76a0d5eab9 service neutron] Port 57d2f680-f45f-4e76-83e5-1b16aa578a8c on network 22bd5425-6379-4740-b6c4-d6f9b7aaeddb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=110156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 14:55:59.932302 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512a2d5d-e429-4518-8685-24542e682f0a req-0325365a-c903-4221-a687-8b76a0d5eab9 service neutron] Attempting to bind port 57d2f680-f45f-4e76-83e5-1b16aa578a8c on network 22bd5425-6379-4740-b6c4-d6f9b7aaeddb {{(pid=110156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:55:59.951162 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512a2d5d-e429-4518-8685-24542e682f0a req-0325365a-c903-4221-a687-8b76a0d5eab9 service neutron] Checking agent: {'id': 'f376d122-85a6-484a-a941-8f32d5a81e72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 53, 39), 'started_at': datetime.datetime(2022, 5, 18, 14, 53, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:55:59.957173 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512a2d5d-e429-4518-8685-24542e682f0a req-0325365a-c903-4221-a687-8b76a0d5eab9 service neutron] Checking segment: {'id': 'bbfc418c-0043-41f1-b776-d50d494cd99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '22bd5425-6379-4740-b6c4-d6f9b7aaeddb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:55:59.958085 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512a2d5d-e429-4518-8685-24542e682f0a req-0325365a-c903-4221-a687-8b76a0d5eab9 service neutron] Bound using segment: {'id': 'bbfc418c-0043-41f1-b776-d50d494cd99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '22bd5425-6379-4740-b6c4-d6f9b7aaeddb'} {{(pid=110156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:55:59.960192 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.managers [req-512a2d5d-e429-4518-8685-24542e682f0a req-0325365a-c903-4221-a687-8b76a0d5eab9 service neutron] Bound port: 57d2f680-f45f-4e76-83e5-1b16aa578a8c, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbfc418c-0043-41f1-b776-d50d494cd99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '22bd5425-6379-4740-b6c4-d6f9b7aaeddb'}}] {{(pid=110156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:55:59.961222 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-512a2d5d-e429-4518-8685-24542e682f0a req-0325365a-c903-4221-a687-8b76a0d5eab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (57d2f680-f45f-4e76-83e5-1b16aa578a8c), before_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:00.035063 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0325365a-c903-4221-a687-8b76a0d5eab9 service neutron] Pushing event updated for resources: {'Port': ['ID=57d2f680-f45f-4e76-83e5-1b16aa578a8c,revision_number=2']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:00.035202 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-887eab50-fdb5-4618-8f4e-0abb96186064 req-632542c2-3b05-4de4-b8f4-d648016325ac tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Network 0410fe00-b11d-4309-b353-5cb8e97484be is already hosted by enough agents. {{(pid=110157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:56:00.044068 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-7a8fad17-c17c-4a9c-bc8d-f2ff235256f5 admin admin] Publish callbacks [] for security_group (fc249f4f-db26-486f-8bde-a987f72915a7), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:00.049116 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-ba486d7a-91de-4743-b202-2a496a91f4e9 req-1169fe01-1fa5-4d3d-a249-e4417f3c217c service neutron] 10.222.0.49 "GET /v2.0/networks/12e453f0-838c-4ad6-bf42-6764e1f9cc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6875987 May 18 14:56:00.074464 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-7a8fad17-c17c-4a9c-bc8d-f2ff235256f5 admin admin] Publish callbacks [] for security_group (fc249f4f-db26-486f-8bde-a987f72915a7), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:00.115063 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.base_scheduler [req-887eab50-fdb5-4618-8f4e-0abb96186064 req-632542c2-3b05-4de4-b8f4-d648016325ac tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Resources bound (agent type, host, resource id): {{(pid=110157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:56:00.127344 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a85cd-d76d-4598-a2bd-98ebed80cfe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc249f4f-db26-486f-8bde-a987f72915a7,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:00.162132 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.db [req-512a2d5d-e429-4518-8685-24542e682f0a req-0325365a-c903-4221-a687-8b76a0d5eab9 service neutron] For port 57d2f680-f45f-4e76-83e5-1b16aa578a8c, host hv-cinder-83998, cleared binding levels {{(pid=110156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:56:00.168153 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.db [req-512a2d5d-e429-4518-8685-24542e682f0a req-0325365a-c903-4221-a687-8b76a0d5eab9 service neutron] For port 57d2f680-f45f-4e76-83e5-1b16aa578a8c, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=57d2f680-f45f-4e76-83e5-1b16aa578a8c,segment=NetworkSegment(bbfc418c-0043-41f1-b776-d50d494cd99b),segment_id=bbfc418c-0043-41f1-b776-d50d494cd99b)] {{(pid=110156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:56:00.206270 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.l3_dvrscheduler_db [req-887eab50-fdb5-4618-8f4e-0abb96186064 req-632542c2-3b05-4de4-b8f4-d648016325ac tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Received port after_create {{(pid=110157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:56:00.220306 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887eab50-fdb5-4618-8f4e-0abb96186064 req-632542c2-3b05-4de4-b8f4-d648016325ac tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:00.221454 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-887eab50-fdb5-4618-8f4e-0abb96186064 req-632542c2-3b05-4de4-b8f4-d648016325ac tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for port (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:00.262096 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-512a2d5d-e429-4518-8685-24542e682f0a req-0325365a-c903-4221-a687-8b76a0d5eab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (57d2f680-f45f-4e76-83e5-1b16aa578a8c), after_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:00.378485 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 58778) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:00.413883 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a2d5d-e429-4518-8685-24542e682f0a req-0325365a-c903-4221-a687-8b76a0d5eab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:00.429135 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-512a2d5d-e429-4518-8685-24542e682f0a req-0325365a-c903-4221-a687-8b76a0d5eab9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for port (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:00.431413 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-512a2d5d-e429-4518-8685-24542e682f0a req-0325365a-c903-4221-a687-8b76a0d5eab9 service neutron] 10.222.0.49 "PUT /v2.0/ports/57d2f680-f45f-4e76-83e5-1b16aa578a8c HTTP/1.1" status: 200 len: 1094 time: 2.6964312 May 18 14:56:00.502111 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-887eab50-fdb5-4618-8f4e-0abb96186064 req-632542c2-3b05-4de4-b8f4-d648016325ac tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4652965 May 18 14:56:00.509199 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0325365a-c903-4221-a687-8b76a0d5eab9 service neutron] Pushing event updated for resources: {'Port': ['ID=57d2f680-f45f-4e76-83e5-1b16aa578a8c,revision_number=3']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:00.513576 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-828556ca-c8fd-44ef-8178-4aa603c85aaf req-29755987-0e72-4cff-a7a7-e50a9aa3333e tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 210 time: 0.5578997 May 18 14:56:00.523679 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1fd436b5-9008-40ac-832d-a3078c65c8da req-3b94d67a-870d-4217-9b50-2976767582ac tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6441834 May 18 14:56:00.556395 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:00.604790 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [req-887eab50-fdb5-4618-8f4e-0abb96186064 req-39960565-8392-47f2-8e04-20821a0f7a4e service neutron] Request body: {'port': {'device_id': '5cf9b2c2-1694-4695-8c54-940340452792', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:56:00.631568 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-ba486d7a-91de-4743-b202-2a496a91f4e9 req-02e9ee61-ea5e-4ef6-8196-176fde777f47 service neutron] 10.222.0.49 "GET /v2.0/networks/12e453f0-838c-4ad6-bf42-6764e1f9cc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5592921 May 18 14:56:00.723420 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-99521a2a-7c85-492e-8f23-ed816fb410ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:00.727797 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a2d5d-e429-4518-8685-24542e682f0a req-c10a0f24-ecbd-458b-a6e2-bd0e90e624e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:00.729701 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-512a2d5d-e429-4518-8685-24542e682f0a req-c10a0f24-ecbd-458b-a6e2-bd0e90e624e3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=84835592358a4e188df86896d6015647&device_id=447f7721-8ce1-4cbe-996a-75b2426474bc HTTP/1.1" status: 200 len: 1128 time: 0.1707065 May 18 14:56:00.759722 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-9c0ee45c-ce18-4d6a-b14b-09fc91b1e4a6 None None] Provisioning complete for port 4b7b091c-ade3-422f-a228-9a575395a54b triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:56:00.760310 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9c0ee45c-ce18-4d6a-b14b-09fc91b1e4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (4b7b091c-ade3-422f-a228-9a575395a54b), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:00.773777 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-221cb2c1-844e-46a6-a66d-994374eb1a95 admin admin] Publish callbacks [] for security_group (440b14b8-4e15-4c2b-a9c9-3672e7336e9c), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:00.803355 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd1ad31-ac7f-4e73-852b-875cca352211 req-40cd7b81-67c2-41ea-a227-e17858cd1e57 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:00.805564 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3bd1ad31-ac7f-4e73-852b-875cca352211 req-40cd7b81-67c2-41ea-a227-e17858cd1e57 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] 10.222.0.59 "GET /v2.0/ports?device_id=211fbe03-a0bd-49d9-a86f-3a4147d3a696 HTTP/1.1" status: 200 len: 944 time: 0.1218853 May 18 14:56:00.841542 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-221cb2c1-844e-46a6-a66d-994374eb1a95 admin admin] Publish callbacks [] for security_group (440b14b8-4e15-4c2b-a9c9-3672e7336e9c), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:00.841728 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-9c0ee45c-ce18-4d6a-b14b-09fc91b1e4a6 None None] Port 4b7b091c-ade3-422f-a228-9a575395a54b cannot update to ACTIVE because it is not bound. {{(pid=110158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:56:00.900825 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-512a2d5d-e429-4518-8685-24542e682f0a req-9cd30ede-50ed-439c-92d9-f4fb3fbfc504 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57d2f680-f45f-4e76-83e5-1b16aa578a8c HTTP/1.1" status: 200 len: 217 time: 0.0878878 May 18 14:56:00.966766 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-99521a2a-7c85-492e-8f23-ed816fb410ef admin admin] Publish callbacks [] for security_group (3d4ce970-2aba-40e7-8b5a-04a28c3e05e9), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:00.972726 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a45c47-6448-4643-8aab-30dd4a736b23 req-e356f99d-e07a-49cf-a0d3-bc936d58f112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:00.977637 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-27a45c47-6448-4643-8aab-30dd4a736b23 req-e356f99d-e07a-49cf-a0d3-bc936d58f112 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8861f7058f96459fa715dddf23cc3908&device_id=211fbe03-a0bd-49d9-a86f-3a4147d3a696 HTTP/1.1" status: 200 len: 1128 time: 0.1630082 May 18 14:56:00.978151 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-221cb2c1-844e-46a6-a66d-994374eb1a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (440b14b8-4e15-4c2b-a9c9-3672e7336e9c), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:00.980273 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-99521a2a-7c85-492e-8f23-ed816fb410ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (3d4ce970-2aba-40e7-8b5a-04a28c3e05e9), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:00.981848 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-221cb2c1-844e-46a6-a66d-994374eb1a95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:00.983013 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-221cb2c1-844e-46a6-a66d-994374eb1a95 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/440b14b8-4e15-4c2b-a9c9-3672e7336e9c HTTP/1.1" status: 204 len: 168 time: 1.5661526 May 18 14:56:01.043658 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-99521a2a-7c85-492e-8f23-ed816fb410ef admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2650835410cd4b8fb7c14b0c6f075729&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6632969 May 18 14:56:01.046826 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-7a8fad17-c17c-4a9c-bc8d-f2ff235256f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (fc249f4f-db26-486f-8bde-a987f72915a7), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:01.049386 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-7a8fad17-c17c-4a9c-bc8d-f2ff235256f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:01.050783 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-7a8fad17-c17c-4a9c-bc8d-f2ff235256f5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fc249f4f-db26-486f-8bde-a987f72915a7 HTTP/1.1" status: 204 len: 168 time: 1.7183669 May 18 14:56:01.058034 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 58790) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:01.067486 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221cb2c1-844e-46a6-a66d-994374eb1a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440b14b8-4e15-4c2b-a9c9-3672e7336e9c,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:01.235919 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3bd1ad31-ac7f-4e73-852b-875cca352211 req-499a11eb-0ecc-49f8-9b29-3d448c3cf378 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f8df6fa-7815-4764-8657-559a2bac255e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210602 May 18 14:56:01.265461 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-887eab50-fdb5-4618-8f4e-0abb96186064 req-39960565-8392-47f2-8e04-20821a0f7a4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (4b7b091c-ade3-422f-a228-9a575395a54b), before_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:01.368096 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8fad17-c17c-4a9c-bc8d-f2ff235256f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc249f4f-db26-486f-8bde-a987f72915a7,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:01.395604 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.db_base_plugin_common [req-10e376fc-657d-42a8-9897-4a816ee6d8c5 req-61f48b10-a8a3-4b08-80cb-7429347fa806 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Allocated IP 172.20.0.14 (22bd5425-6379-4740-b6c4-d6f9b7aaeddb/8225869c-efe1-47af-ba2b-3d33d9623b49/be1a0b48-9f78-477a-a06b-50518f954982) {{(pid=110157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:56:01.797293 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '447f7721-8ce1-4cbe-996a-75b2426474bc', 'tag': '57d2f680-f45f-4e76-83e5-1b16aa578a8c'}] {{(pid=110156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:56:01.800199 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133ec7be95234859c4edce85a8c9b28b91a94f2f136921e0bf9997cb2a51d6fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab01e097-84d2-42c7-b27c-1faa21dd8682" -d '{"events": [{"name": "network-changed", "server_uuid": "447f7721-8ce1-4cbe-996a-75b2426474bc", "tag": "57d2f680-f45f-4e76-83e5-1b16aa578a8c"}]}' {{(pid=110156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:56:01.901881 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99521a2a-7c85-492e-8f23-ed816fb410ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d4ce970-2aba-40e7-8b5a-04a28c3e05e9,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:01.991902 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a2d5d-e429-4518-8685-24542e682f0a req-b112c110-ad6b-4a8c-8192-797ab7099b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:02.005364 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-512a2d5d-e429-4518-8685-24542e682f0a req-b112c110-ad6b-4a8c-8192-797ab7099b35 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8225869c-efe1-47af-ba2b-3d33d9623b49 HTTP/1.1" status: 200 len: 857 time: 0.9750965 May 18 14:56:02.010668 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a45c47-6448-4643-8aab-30dd4a736b23 req-a98ac4ad-f2ed-4318-912f-e1a020a2b7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:02.013178 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-27a45c47-6448-4643-8aab-30dd4a736b23 req-a98ac4ad-f2ed-4318-912f-e1a020a2b7cc service neutron] 10.222.0.49 "GET /v2.0/networks?id=12e453f0-838c-4ad6-bf42-6764e1f9cc1f HTTP/1.1" status: 200 len: 913 time: 0.9838359 May 18 14:56:02.030650 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:02.123964 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-27a45c47-6448-4643-8aab-30dd4a736b23 req-98545067-ef31-4252-b7aa-b6b48f0f27bf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa22c1c3-af67-444a-95d8-fc498125658c HTTP/1.1" status: 200 len: 217 time: 0.0801115 May 18 14:56:02.172972 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a2d5d-e429-4518-8685-24542e682f0a req-392a31a2-ce14-40b8-97ec-01c4ed6ba0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:02.175967 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-512a2d5d-e429-4518-8685-24542e682f0a req-392a31a2-ce14-40b8-97ec-01c4ed6ba0f7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=22bd5425-6379-4740-b6c4-d6f9b7aaeddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1329813 May 18 14:56:02.261742 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a45c47-6448-4643-8aab-30dd4a736b23 req-fa5864f7-5a21-4937-a814-c41b77d98374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:02.263422 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-27a45c47-6448-4643-8aab-30dd4a736b23 req-fa5864f7-5a21-4937-a814-c41b77d98374 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c294c216-d48a-4781-934e-bcc6665609e0 HTTP/1.1" status: 200 len: 852 time: 0.0870578 May 18 14:56:02.405439 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-27a45c47-6448-4643-8aab-30dd4a736b23 req-e7d32509-539d-4db4-9e8b-dffd6de9f859 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=12e453f0-838c-4ad6-bf42-6764e1f9cc1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1109431 May 18 14:56:02.545564 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.notifiers.nova [req-887eab50-fdb5-4618-8f4e-0abb96186064 req-39960565-8392-47f2-8e04-20821a0f7a4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b7b091c-ade3-422f-a228-9a575395a54b {{(pid=110157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:56:02.555262 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-887eab50-fdb5-4618-8f4e-0abb96186064 req-39960565-8392-47f2-8e04-20821a0f7a4e service neutron] Publish callbacks [] for port (4b7b091c-ade3-422f-a228-9a575395a54b), precommit_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:02.583975 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.provisioning_blocks [req-887eab50-fdb5-4618-8f4e-0abb96186064 req-39960565-8392-47f2-8e04-20821a0f7a4e service neutron] Transition to ACTIVE for port object 4b7b091c-ade3-422f-a228-9a575395a54b will not be triggered until provisioned by entity L2. {{(pid=110157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 14:56:02.604247 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:02.605813 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-60e9f45d-48ec-4f76-8713-92fa0f4aac99 admin admin] Publish callbacks [] for security_group (3d4ce970-2aba-40e7-8b5a-04a28c3e05e9), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:02.616815 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-887eab50-fdb5-4618-8f4e-0abb96186064 req-39960565-8392-47f2-8e04-20821a0f7a4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (4b7b091c-ade3-422f-a228-9a575395a54b), after_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:02.628975 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-daaa02e3-33da-45b6-bdae-dc645cf526e2 req-11aa7a53-4657-47ed-bf65-c8f386b8eb42 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 210 time: 0.5989509 May 18 14:56:02.703804 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:02.719657 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-60e9f45d-48ec-4f76-8713-92fa0f4aac99 admin admin] Publish callbacks [] for security_group (3d4ce970-2aba-40e7-8b5a-04a28c3e05e9), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:02.771520 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-27a45c47-6448-4643-8aab-30dd4a736b23 req-106511cd-9a53-4940-a9f4-c5d736115c81 service neutron] 10.222.0.49 "GET /v2.0/networks/12e453f0-838c-4ad6-bf42-6764e1f9cc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783592 May 18 14:56:02.774910 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-512a2d5d-e429-4518-8685-24542e682f0a req-fa32b284-cb6f-45d0-8246-39e99611166f service neutron] 10.222.0.49 "GET /v2.0/networks/22bd5425-6379-4740-b6c4-d6f9b7aaeddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5003757 May 18 14:56:02.901882 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39960565-8392-47f2-8e04-20821a0f7a4e service neutron] Pushing event updated for resources: {'Port': ['ID=4b7b091c-ade3-422f-a228-9a575395a54b,revision_number=2']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:02.941279 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef544c9-6149-4c93-9b6f-b5048f92ec59 req-3583db28-298c-4533-81ce-b5cc08baaa05 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:02.947274 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2ef544c9-6149-4c93-9b6f-b5048f92ec59 req-3583db28-298c-4533-81ce-b5cc08baaa05 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 931 time: 0.9167886 May 18 14:56:02.967188 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=1,neutron:DELETE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:03.265894 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:03.270653 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-27a45c47-6448-4643-8aab-30dd4a736b23 req-caad1eb0-69ec-45f9-8e64-e3974bfb620a service neutron] 10.222.0.49 "GET /v2.0/networks/12e453f0-838c-4ad6-bf42-6764e1f9cc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4601192 May 18 14:56:03.278131 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 14:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58658e2-9c3a-46ba-b19a-ccd9ee06df26 x-openstack-request-id: req-b58658e2-9c3a-46ba-b19a-ccd9ee06df26 {{(pid=110156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:56:03.278559 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "447f7721-8ce1-4cbe-996a-75b2426474bc", "tag": "57d2f680-f45f-4e76-83e5-1b16aa578a8c", "status": "completed", "code": 200}]} {{(pid=110156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:56:03.278819 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b58658e2-9c3a-46ba-b19a-ccd9ee06df26 {{(pid=110156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:56:03.279222 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b58658e2-9c3a-46ba-b19a-ccd9ee06df26'] response: {'name': 'network-changed', 'server_uuid': '447f7721-8ce1-4cbe-996a-75b2426474bc', 'tag': '57d2f680-f45f-4e76-83e5-1b16aa578a8c', 'status': 'completed', 'code': 200} May 18 14:56:03.520028 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed77dc1-53c5-45b0-a711-ab0126768830 req-fc715d96-045b-46c3-a3a1-41a9847ca9d7 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:03.522266 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-fed77dc1-53c5-45b0-a711-ab0126768830 req-fc715d96-045b-46c3-a3a1-41a9847ca9d7 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] 10.222.0.59 "GET /v2.0/ports?device_id=211fbe03-a0bd-49d9-a86f-3a4147d3a696 HTTP/1.1" status: 200 len: 944 time: 0.1398621 May 18 14:56:03.551086 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-60e9f45d-48ec-4f76-8713-92fa0f4aac99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (3d4ce970-2aba-40e7-8b5a-04a28c3e05e9), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:03.555207 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-60e9f45d-48ec-4f76-8713-92fa0f4aac99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:03.559962 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-60e9f45d-48ec-4f76-8713-92fa0f4aac99 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3d4ce970-2aba-40e7-8b5a-04a28c3e05e9 HTTP/1.1" status: 204 len: 168 time: 2.4898860 May 18 14:56:03.594539 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-512a2d5d-e429-4518-8685-24542e682f0a req-ce9ce8f6-61af-4395-938d-a4067033c727 service neutron] 10.222.0.49 "GET /v2.0/networks/22bd5425-6379-4740-b6c4-d6f9b7aaeddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295660 May 18 14:56:03.595380 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e9f45d-48ec-4f76-8713-92fa0f4aac99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d4ce970-2aba-40e7-8b5a-04a28c3e05e9,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:03.748191 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2ef544c9-6149-4c93-9b6f-b5048f92ec59 req-bfb11d3a-4819-41f4-ad6f-5bde9f9b4c83 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7768676 May 18 14:56:03.790035 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.managers [req-887eab50-fdb5-4618-8f4e-0abb96186064 req-39960565-8392-47f2-8e04-20821a0f7a4e service neutron] Attempting to bind port 4b7b091c-ade3-422f-a228-9a575395a54b on host hv-cinder-83998 for vnic_type normal with profile {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:56:03.790408 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.managers [req-887eab50-fdb5-4618-8f4e-0abb96186064 req-39960565-8392-47f2-8e04-20821a0f7a4e service neutron] Attempting to bind port 4b7b091c-ade3-422f-a228-9a575395a54b by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': '68ae329c-889c-4ff0-8ec9-1a3d4793b394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0410fe00-b11d-4309-b353-5cb8e97484be'}] {{(pid=110157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:56:03.790753 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887eab50-fdb5-4618-8f4e-0abb96186064 req-39960565-8392-47f2-8e04-20821a0f7a4e service neutron] Attempting to bind port 4b7b091c-ade3-422f-a228-9a575395a54b on network 0410fe00-b11d-4309-b353-5cb8e97484be {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:56:03.803693 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887eab50-fdb5-4618-8f4e-0abb96186064 req-39960565-8392-47f2-8e04-20821a0f7a4e service neutron] Port 4b7b091c-ade3-422f-a228-9a575395a54b on network 0410fe00-b11d-4309-b353-5cb8e97484be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 14:56:03.804262 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887eab50-fdb5-4618-8f4e-0abb96186064 req-39960565-8392-47f2-8e04-20821a0f7a4e service neutron] Attempting to bind port 4b7b091c-ade3-422f-a228-9a575395a54b on network 0410fe00-b11d-4309-b353-5cb8e97484be {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:56:03.836493 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01e097-84d2-42c7-b27c-1faa21dd8682 req-7cf0c9e1-2fb5-4083-9f7c-eb40fcc0034b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:03.841732 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-fed77dc1-53c5-45b0-a711-ab0126768830 req-e906490a-0a60-4db8-a2ae-3a2664d53765 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f8df6fa-7815-4764-8657-559a2bac255e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737560 May 18 14:56:03.842795 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-ab01e097-84d2-42c7-b27c-1faa21dd8682 req-7cf0c9e1-2fb5-4083-9f7c-eb40fcc0034b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=84835592358a4e188df86896d6015647&device_id=447f7721-8ce1-4cbe-996a-75b2426474bc HTTP/1.1" status: 200 len: 1128 time: 0.1162016 May 18 14:56:03.851875 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-10e376fc-657d-42a8-9897-4a816ee6d8c5 req-61f48b10-a8a3-4b08-80cb-7429347fa806 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks [] for port (be1a0b48-9f78-477a-a06b-50518f954982), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:03.853957 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887eab50-fdb5-4618-8f4e-0abb96186064 req-39960565-8392-47f2-8e04-20821a0f7a4e service neutron] Checking agent: {'id': 'f376d122-85a6-484a-a941-8f32d5a81e72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 53, 39), 'started_at': datetime.datetime(2022, 5, 18, 14, 53, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:56:03.854394 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887eab50-fdb5-4618-8f4e-0abb96186064 req-39960565-8392-47f2-8e04-20821a0f7a4e service neutron] Checking segment: {'id': '68ae329c-889c-4ff0-8ec9-1a3d4793b394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0410fe00-b11d-4309-b353-5cb8e97484be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:56:03.854877 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887eab50-fdb5-4618-8f4e-0abb96186064 req-39960565-8392-47f2-8e04-20821a0f7a4e service neutron] Bound using segment: {'id': '68ae329c-889c-4ff0-8ec9-1a3d4793b394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0410fe00-b11d-4309-b353-5cb8e97484be'} {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:56:03.855508 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.managers [req-887eab50-fdb5-4618-8f4e-0abb96186064 req-39960565-8392-47f2-8e04-20821a0f7a4e service neutron] Bound port: 4b7b091c-ade3-422f-a228-9a575395a54b, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68ae329c-889c-4ff0-8ec9-1a3d4793b394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0410fe00-b11d-4309-b353-5cb8e97484be'}}] {{(pid=110157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:56:03.855905 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-887eab50-fdb5-4618-8f4e-0abb96186064 req-39960565-8392-47f2-8e04-20821a0f7a4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (4b7b091c-ade3-422f-a228-9a575395a54b), before_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:04.086880 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-934db8c1-9236-4ae5-ad1c-3ef15ece15c5 req-501cdac4-abba-4eab-b8f4-26f156af67c7 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 210 time: 0.0928321 May 18 14:56:04.141676 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-10e376fc-657d-42a8-9897-4a816ee6d8c5 req-61f48b10-a8a3-4b08-80cb-7429347fa806 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031'] for port (be1a0b48-9f78-477a-a06b-50518f954982), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:04.151285 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01e097-84d2-42c7-b27c-1faa21dd8682 req-d0d589f0-88c4-4dfb-b76e-f9d4da244e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:04.155539 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-ab01e097-84d2-42c7-b27c-1faa21dd8682 req-d0d589f0-88c4-4dfb-b76e-f9d4da244e7e service neutron] 10.222.0.49 "GET /v2.0/networks?id=22bd5425-6379-4740-b6c4-d6f9b7aaeddb HTTP/1.1" status: 200 len: 919 time: 0.2998247 May 18 14:56:04.211385 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.db [req-887eab50-fdb5-4618-8f4e-0abb96186064 req-39960565-8392-47f2-8e04-20821a0f7a4e service neutron] For port 4b7b091c-ade3-422f-a228-9a575395a54b, host hv-cinder-83998, cleared binding levels {{(pid=110157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:56:04.215810 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f48b10-a8a3-4b08-80cb-7429347fa806 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Pushing event updated for resources: {'Port': ['ID=be1a0b48-9f78-477a-a06b-50518f954982,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:04.249350 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-ab01e097-84d2-42c7-b27c-1faa21dd8682 req-00c598d3-9568-44f0-b366-69ca27f7a594 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57d2f680-f45f-4e76-83e5-1b16aa578a8c HTTP/1.1" status: 200 len: 217 time: 0.0858397 May 18 14:56:04.251042 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.db [req-887eab50-fdb5-4618-8f4e-0abb96186064 req-39960565-8392-47f2-8e04-20821a0f7a4e service neutron] For port 4b7b091c-ade3-422f-a228-9a575395a54b, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=4b7b091c-ade3-422f-a228-9a575395a54b,segment=NetworkSegment(68ae329c-889c-4ff0-8ec9-1a3d4793b394),segment_id=68ae329c-889c-4ff0-8ec9-1a3d4793b394)] {{(pid=110157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:56:04.259555 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10e376fc-657d-42a8-9897-4a816ee6d8c5 req-61f48b10-a8a3-4b08-80cb-7429347fa806 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Network 22bd5425-6379-4740-b6c4-d6f9b7aaeddb is already hosted by enough agents. {{(pid=110157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:56:04.261851 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.base_scheduler [req-10e376fc-657d-42a8-9897-4a816ee6d8c5 req-61f48b10-a8a3-4b08-80cb-7429347fa806 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Resources bound (agent type, host, resource id): {{(pid=110157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:56:04.270547 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e376fc-657d-42a8-9897-4a816ee6d8c5 req-61f48b10-a8a3-4b08-80cb-7429347fa806 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Received port after_create {{(pid=110157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:56:04.292320 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e376fc-657d-42a8-9897-4a816ee6d8c5 req-61f48b10-a8a3-4b08-80cb-7429347fa806 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:04.293129 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-10e376fc-657d-42a8-9897-4a816ee6d8c5 req-61f48b10-a8a3-4b08-80cb-7429347fa806 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for port (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:04.322898 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-887eab50-fdb5-4618-8f4e-0abb96186064 req-39960565-8392-47f2-8e04-20821a0f7a4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (4b7b091c-ade3-422f-a228-9a575395a54b), after_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:04.356799 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-10e376fc-657d-42a8-9897-4a816ee6d8c5 req-61f48b10-a8a3-4b08-80cb-7429347fa806 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.4107478 May 18 14:56:04.381932 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01e097-84d2-42c7-b27c-1faa21dd8682 req-a55a9aa8-b238-4c34-8f9b-edd225a43a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:04.387723 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-ab01e097-84d2-42c7-b27c-1faa21dd8682 req-a55a9aa8-b238-4c34-8f9b-edd225a43a9f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8225869c-efe1-47af-ba2b-3d33d9623b49 HTTP/1.1" status: 200 len: 857 time: 0.1170807 May 18 14:56:04.404303 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [req-10e376fc-657d-42a8-9897-4a816ee6d8c5 req-1687a7fa-1843-460a-828f-63cac3ba8672 service neutron] Request body: {'port': {'device_id': '91f6cf5f-5077-4b01-9a99-ffe0f7a20a17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:56:04.423139 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887eab50-fdb5-4618-8f4e-0abb96186064 req-39960565-8392-47f2-8e04-20821a0f7a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:04.432896 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-887eab50-fdb5-4618-8f4e-0abb96186064 req-39960565-8392-47f2-8e04-20821a0f7a4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for port (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:04.434813 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-887eab50-fdb5-4618-8f4e-0abb96186064 req-39960565-8392-47f2-8e04-20821a0f7a4e service neutron] 10.222.0.49 "PUT /v2.0/ports/4b7b091c-ade3-422f-a228-9a575395a54b HTTP/1.1" status: 200 len: 1093 time: 3.8537078 May 18 14:56:04.436697 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf9b2c2-1694-4695-8c54-940340452792', 'tag': '4b7b091c-ade3-422f-a228-9a575395a54b'}] {{(pid=110157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:56:04.518221 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01e097-84d2-42c7-b27c-1faa21dd8682 req-e2bd6ae0-d580-40c2-b036-efde5cdc6a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:04.523945 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-ab01e097-84d2-42c7-b27c-1faa21dd8682 req-e2bd6ae0-d580-40c2-b036-efde5cdc6a5c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=22bd5425-6379-4740-b6c4-d6f9b7aaeddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1223092 May 18 14:56:04.751945 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:04.785898 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-0828be43-b181-4eb5-8338-16e8a538ad4e None None] Provisioning complete for port be1a0b48-9f78-477a-a06b-50518f954982 triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:56:04.786486 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0828be43-b181-4eb5-8338-16e8a538ad4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (be1a0b48-9f78-477a-a06b-50518f954982), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:04.791734 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-ab01e097-84d2-42c7-b27c-1faa21dd8682 req-524872fd-de34-4f5b-af6b-c9bcc00dbc97 service neutron] 10.222.0.49 "GET /v2.0/networks/22bd5425-6379-4740-b6c4-d6f9b7aaeddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450182 May 18 14:56:04.867309 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-0828be43-b181-4eb5-8338-16e8a538ad4e None None] Port be1a0b48-9f78-477a-a06b-50518f954982 cannot update to ACTIVE because it is not bound. {{(pid=110158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:56:04.884518 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39960565-8392-47f2-8e04-20821a0f7a4e service neutron] Pushing event updated for resources: {'Port': ['ID=4b7b091c-ade3-422f-a228-9a575395a54b,revision_number=3']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:04.899014 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887eab50-fdb5-4618-8f4e-0abb96186064 req-56b447a1-47d1-47b2-aacb-eb43e712d528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:04.900492 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-887eab50-fdb5-4618-8f4e-0abb96186064 req-56b447a1-47d1-47b2-aacb-eb43e712d528 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c46dc2b21d34158bf2a7eb0e39c06a3&device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 1127 time: 0.2927475 May 18 14:56:04.926397 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-10e376fc-657d-42a8-9897-4a816ee6d8c5 req-1687a7fa-1843-460a-828f-63cac3ba8672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (be1a0b48-9f78-477a-a06b-50518f954982), before_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:04.968274 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1ee89-8dff-4c10-8b5d-17de621b15b6 req-682a5bde-7ee1-489c-9389-360c8be9f6a1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:04.968274 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-97a1ee89-8dff-4c10-8b5d-17de621b15b6 req-682a5bde-7ee1-489c-9389-360c8be9f6a1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 943 time: 0.0870655 May 18 14:56:05.052397 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b251b14-217f-428c-8651-25400e348499 req-ec0d9cc5-dd5a-493f-938b-734f9ee3d021 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:05.053690 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3b251b14-217f-428c-8651-25400e348499 req-ec0d9cc5-dd5a-493f-938b-734f9ee3d021 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] 10.222.0.59 "GET /v2.0/ports?device_id=211fbe03-a0bd-49d9-a86f-3a4147d3a696 HTTP/1.1" status: 200 len: 944 time: 0.1121781 May 18 14:56:05.096740 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3614be4c33be7e0ed28fa23fdbb6a3604458632b91c0a79006a6fb45a0ea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2989b760-9554-4ebc-ae10-103b0b70d134" -d '{"events": [{"name": "network-changed", "server_uuid": "5cf9b2c2-1694-4695-8c54-940340452792", "tag": "4b7b091c-ade3-422f-a228-9a575395a54b"}]}' {{(pid=110157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:56:05.111937 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:05.132141 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-97a1ee89-8dff-4c10-8b5d-17de621b15b6 req-e5fc1292-3907-4eaa-9c8d-dc7f1e602896 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258762 May 18 14:56:05.282159 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-887eab50-fdb5-4618-8f4e-0abb96186064 req-cf3b1805-fc58-4412-b971-0826bf309729 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b7b091c-ade3-422f-a228-9a575395a54b HTTP/1.1" status: 200 len: 217 time: 0.0985503 May 18 14:56:05.293956 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3b251b14-217f-428c-8651-25400e348499 req-d7f9b42f-d838-4087-8c33-86110cd0c8b4 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f8df6fa-7815-4764-8657-559a2bac255e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168784 May 18 14:56:05.333588 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-ab01e097-84d2-42c7-b27c-1faa21dd8682 req-019cc18d-3776-47b7-a6e6-cfdbdca7a55a service neutron] 10.222.0.49 "GET /v2.0/networks/22bd5425-6379-4740-b6c4-d6f9b7aaeddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489022 May 18 14:56:05.695793 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 14:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d773d87f-c73b-46a3-9a55-5e14305c2d87 x-openstack-request-id: req-d773d87f-c73b-46a3-9a55-5e14305c2d87 {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:56:05.696087 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cf9b2c2-1694-4695-8c54-940340452792", "tag": "4b7b091c-ade3-422f-a228-9a575395a54b", "status": "completed", "code": 200}]} {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:56:05.696321 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d773d87f-c73b-46a3-9a55-5e14305c2d87 {{(pid=110157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:56:05.696865 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d773d87f-c73b-46a3-9a55-5e14305c2d87'] response: {'name': 'network-changed', 'server_uuid': '5cf9b2c2-1694-4695-8c54-940340452792', 'tag': '4b7b091c-ade3-422f-a228-9a575395a54b', 'status': 'completed', 'code': 200} May 18 14:56:05.774895 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f62e8-7471-47e3-9e20-b287dc9497d7 req-f3d91268-31d2-49bd-bd2f-b492cf0fd22b tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:05.777151 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-5f9f62e8-7471-47e3-9e20-b287dc9497d7 req-f3d91268-31d2-49bd-bd2f-b492cf0fd22b tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 932 time: 0.0836484 May 18 14:56:05.897580 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 59034) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:05.924617 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-5f9f62e8-7471-47e3-9e20-b287dc9497d7 req-4a2629ec-5a3c-4cee-a8b7-23a6758ecd10 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281788 May 18 14:56:05.936759 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.notifiers.nova [req-10e376fc-657d-42a8-9897-4a816ee6d8c5 req-1687a7fa-1843-460a-828f-63cac3ba8672 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be1a0b48-9f78-477a-a06b-50518f954982 {{(pid=110157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:56:05.945444 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-10e376fc-657d-42a8-9897-4a816ee6d8c5 req-1687a7fa-1843-460a-828f-63cac3ba8672 service neutron] Publish callbacks [] for port (be1a0b48-9f78-477a-a06b-50518f954982), precommit_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:05.963354 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.provisioning_blocks [req-10e376fc-657d-42a8-9897-4a816ee6d8c5 req-1687a7fa-1843-460a-828f-63cac3ba8672 service neutron] Transition to ACTIVE for port object be1a0b48-9f78-477a-a06b-50518f954982 will not be triggered until provisioned by entity L2. {{(pid=110157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 14:56:05.967928 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-10e376fc-657d-42a8-9897-4a816ee6d8c5 req-1687a7fa-1843-460a-828f-63cac3ba8672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (be1a0b48-9f78-477a-a06b-50518f954982), after_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:06.060876 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1687a7fa-1843-460a-828f-63cac3ba8672 service neutron] Pushing event updated for resources: {'Port': ['ID=be1a0b48-9f78-477a-a06b-50518f954982,revision_number=2']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:06.079355 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-266ca5c0-6d8a-4c8c-b65a-c56c7591f628 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-20502443-network', 'tenant_id': 'c0b784f371fd4c34ac122ebb652350f6'}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:56:06.118008 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266ca5c0-6d8a-4c8c-b65a-c56c7591f628 admin admin] Made reservation on behalf of c0b784f371fd4c34ac122ebb652350f6 for: {'network': 1} {{(pid=110156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:56:06.120425 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-266ca5c0-6d8a-4c8c-b65a-c56c7591f628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for network (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:06.135557 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.managers [req-10e376fc-657d-42a8-9897-4a816ee6d8c5 req-1687a7fa-1843-460a-828f-63cac3ba8672 service neutron] Attempting to bind port be1a0b48-9f78-477a-a06b-50518f954982 on host hv-cinder-83998 for vnic_type normal with profile {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:56:06.136051 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.managers [req-10e376fc-657d-42a8-9897-4a816ee6d8c5 req-1687a7fa-1843-460a-828f-63cac3ba8672 service neutron] Attempting to bind port be1a0b48-9f78-477a-a06b-50518f954982 by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': 'bbfc418c-0043-41f1-b776-d50d494cd99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '22bd5425-6379-4740-b6c4-d6f9b7aaeddb'}] {{(pid=110157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:56:06.136215 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e376fc-657d-42a8-9897-4a816ee6d8c5 req-1687a7fa-1843-460a-828f-63cac3ba8672 service neutron] Attempting to bind port be1a0b48-9f78-477a-a06b-50518f954982 on network 22bd5425-6379-4740-b6c4-d6f9b7aaeddb {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:56:06.138312 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-266ca5c0-6d8a-4c8c-b65a-c56c7591f628 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:06.157066 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e376fc-657d-42a8-9897-4a816ee6d8c5 req-1687a7fa-1843-460a-828f-63cac3ba8672 service neutron] Port be1a0b48-9f78-477a-a06b-50518f954982 on network 22bd5425-6379-4740-b6c4-d6f9b7aaeddb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 14:56:06.157386 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e376fc-657d-42a8-9897-4a816ee6d8c5 req-1687a7fa-1843-460a-828f-63cac3ba8672 service neutron] Attempting to bind port be1a0b48-9f78-477a-a06b-50518f954982 on network 22bd5425-6379-4740-b6c4-d6f9b7aaeddb {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:56:06.167798 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e376fc-657d-42a8-9897-4a816ee6d8c5 req-1687a7fa-1843-460a-828f-63cac3ba8672 service neutron] Checking agent: {'id': 'f376d122-85a6-484a-a941-8f32d5a81e72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 53, 39), 'started_at': datetime.datetime(2022, 5, 18, 14, 53, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:56:06.168145 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e376fc-657d-42a8-9897-4a816ee6d8c5 req-1687a7fa-1843-460a-828f-63cac3ba8672 service neutron] Checking segment: {'id': 'bbfc418c-0043-41f1-b776-d50d494cd99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '22bd5425-6379-4740-b6c4-d6f9b7aaeddb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:56:06.168530 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e376fc-657d-42a8-9897-4a816ee6d8c5 req-1687a7fa-1843-460a-828f-63cac3ba8672 service neutron] Bound using segment: {'id': 'bbfc418c-0043-41f1-b776-d50d494cd99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '22bd5425-6379-4740-b6c4-d6f9b7aaeddb'} {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:56:06.170969 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.managers [req-10e376fc-657d-42a8-9897-4a816ee6d8c5 req-1687a7fa-1843-460a-828f-63cac3ba8672 service neutron] Bound port: be1a0b48-9f78-477a-a06b-50518f954982, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbfc418c-0043-41f1-b776-d50d494cd99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '22bd5425-6379-4740-b6c4-d6f9b7aaeddb'}}] {{(pid=110157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:56:06.171376 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-10e376fc-657d-42a8-9897-4a816ee6d8c5 req-1687a7fa-1843-460a-828f-63cac3ba8672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (be1a0b48-9f78-477a-a06b-50518f954982), before_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:06.327375 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-266ca5c0-6d8a-4c8c-b65a-c56c7591f628 admin admin] Publish callbacks [] for security_group (e4e2a6b1-2724-4a2a-abef-d5fd5457c17c), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:06.340211 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-266ca5c0-6d8a-4c8c-b65a-c56c7591f628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (e4e2a6b1-2724-4a2a-abef-d5fd5457c17c), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:06.384368 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.db [req-10e376fc-657d-42a8-9897-4a816ee6d8c5 req-1687a7fa-1843-460a-828f-63cac3ba8672 service neutron] For port be1a0b48-9f78-477a-a06b-50518f954982, host hv-cinder-83998, cleared binding levels {{(pid=110157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:56:06.390953 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:06.401959 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 59058) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:06.410474 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.db [req-10e376fc-657d-42a8-9897-4a816ee6d8c5 req-1687a7fa-1843-460a-828f-63cac3ba8672 service neutron] For port be1a0b48-9f78-477a-a06b-50518f954982, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=be1a0b48-9f78-477a-a06b-50518f954982,segment=NetworkSegment(bbfc418c-0043-41f1-b776-d50d494cd99b),segment_id=bbfc418c-0043-41f1-b776-d50d494cd99b)] {{(pid=110157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:56:06.418609 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-266ca5c0-6d8a-4c8c-b65a-c56c7591f628 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=110156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:56:06.419233 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe03511c-76e6-4f42-b2c6-51c300babaed req-3f0b8077-0cfd-4a33-883c-b08fe6136334 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:06.420907 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-fe03511c-76e6-4f42-b2c6-51c300babaed req-3f0b8077-0cfd-4a33-883c-b08fe6136334 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 943 time: 0.1179831 May 18 14:56:06.445889 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ca5c0-6d8a-4c8c-b65a-c56c7591f628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e2a6b1-2724-4a2a-abef-d5fd5457c17c,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:06.472381 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-10e376fc-657d-42a8-9897-4a816ee6d8c5 req-1687a7fa-1843-460a-828f-63cac3ba8672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (be1a0b48-9f78-477a-a06b-50518f954982), after_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:06.477671 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-266ca5c0-6d8a-4c8c-b65a-c56c7591f628 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770382701069', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029885'] for segment (6f455719-16c2-483b-ba63-ea70e84112b9), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:06.478100 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.db.segments_db [None req-266ca5c0-6d8a-4c8c-b65a-c56c7591f628 admin admin] Added segment 6f455719-16c2-483b-ba63-ea70e84112b9 of type vlan for network 90da7d2c-78fe-4357-9c42-699cb3c30c55 May 18 14:56:06.522867 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:06.533885 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18540c-348d-490e-a729-4670b714547b req-2c8ad3cf-3dd9-41b1-ab62-284ecebb66cc tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:06.535631 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-eb18540c-348d-490e-a729-4670b714547b req-2c8ad3cf-3dd9-41b1-ab62-284ecebb66cc tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] 10.222.0.59 "GET /v2.0/ports?device_id=211fbe03-a0bd-49d9-a86f-3a4147d3a696 HTTP/1.1" status: 200 len: 944 time: 0.1136324 May 18 14:56:06.541746 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-266ca5c0-6d8a-4c8c-b65a-c56c7591f628 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770382152789'] for network (90da7d2c-78fe-4357-9c42-699cb3c30c55), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:06.565956 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e376fc-657d-42a8-9897-4a816ee6d8c5 req-1687a7fa-1843-460a-828f-63cac3ba8672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:06.566579 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-10e376fc-657d-42a8-9897-4a816ee6d8c5 req-1687a7fa-1843-460a-828f-63cac3ba8672 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for port (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:06.567960 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-10e376fc-657d-42a8-9897-4a816ee6d8c5 req-1687a7fa-1843-460a-828f-63cac3ba8672 service neutron] 10.222.0.49 "PUT /v2.0/ports/be1a0b48-9f78-477a-a06b-50518f954982 HTTP/1.1" status: 200 len: 1094 time: 2.1768451 May 18 14:56:06.582604 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-266ca5c0-6d8a-4c8c-b65a-c56c7591f628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355'] for network (90da7d2c-78fe-4357-9c42-699cb3c30c55), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:06.584142 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266ca5c0-6d8a-4c8c-b65a-c56c7591f628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:06.589413 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-266ca5c0-6d8a-4c8c-b65a-c56c7591f628 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for network (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:06.609413 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-fe03511c-76e6-4f42-b2c6-51c300babaed req-426cb2d1-e7a6-43e8-b66c-41397be28e10 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1735213 May 18 14:56:06.612059 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1687a7fa-1843-460a-828f-63cac3ba8672 service neutron] Pushing event updated for resources: {'Port': ['ID=be1a0b48-9f78-477a-a06b-50518f954982,revision_number=3']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:06.657994 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-eb18540c-348d-490e-a729-4670b714547b req-447529ac-b819-43ef-b43d-3fff69ddc8c5 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f8df6fa-7815-4764-8657-559a2bac255e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123617 May 18 14:56:06.697314 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:06.713514 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-266ca5c0-6d8a-4c8c-b65a-c56c7591f628 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.8148026 May 18 14:56:06.716773 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 59064) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:06.724279 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-4f9476fa-b27d-4460-aa46-81c6c4b19a79 admin admin] Request body: {'subnet': {'network_id': '90da7d2c-78fe-4357-9c42-699cb3c30c55', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-20502443-subnet', 'tenant_id': 'c0b784f371fd4c34ac122ebb652350f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:56:06.750054 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ca5c0-6d8a-4c8c-b65a-c56c7591f628 admin admin] Pushing event updated for resources: {'Network': ['ID=90da7d2c-78fe-4357-9c42-699cb3c30c55,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:06.757195 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9476fa-b27d-4460-aa46-81c6c4b19a79 admin admin] Made reservation on behalf of c0b784f371fd4c34ac122ebb652350f6 for: {'subnet': 1} {{(pid=110156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:56:06.760032 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-4f9476fa-b27d-4460-aa46-81c6c4b19a79 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:06.766937 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Network 90da7d2c-78fe-4357-9c42-699cb3c30c55 details requested by agent ovs-agent-dv-cinder-839987-7-iscsi with host dv-cinder-839987-7-iscsi {{(pid=110158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 14:56:06.841404 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 59070) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:06.848601 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-f2f63f44-a5c8-43cf-87bf-57b1fd558304 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:06.937214 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:06.953040 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-a9419a41-6708-46e5-9200-80c9ac33d9ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:06.965717 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-f2f63f44-a5c8-43cf-87bf-57b1fd558304 admin admin] Publish callbacks [] for security_group (7e0a20dd-0aed-4f74-8412-8d70a284d75b), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:06.977023 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-f2f63f44-a5c8-43cf-87bf-57b1fd558304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (7e0a20dd-0aed-4f74-8412-8d70a284d75b), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:07.010894 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f63f44-a5c8-43cf-87bf-57b1fd558304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0a20dd-0aed-4f74-8412-8d70a284d75b,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:07.047516 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-4f9476fa-b27d-4460-aa46-81c6c4b19a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355'] for subnet (0acc1c08-f0fa-4f2c-bb4b-82dece5b9c2d), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:07.128782 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9476fa-b27d-4460-aa46-81c6c4b19a79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0acc1c08-f0fa-4f2c-bb4b-82dece5b9c2d,revision_number=0']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:07.134485 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9476fa-b27d-4460-aa46-81c6c4b19a79 admin admin] Checking segment: {'id': '6f455719-16c2-483b-ba63-ea70e84112b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '90da7d2c-78fe-4357-9c42-699cb3c30c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:56:07.134485 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9476fa-b27d-4460-aa46-81c6c4b19a79 admin admin] Network hostable DHCP agents. Network: 90da7d2c-78fe-4357-9c42-699cb3c30c55, hostable agents: ['7afc6fe8-d13b-4fd3-bc99-e9efab9a141d'], hosted agents: [] {{(pid=110156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:56:07.159092 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9476fa-b27d-4460-aa46-81c6c4b19a79 admin admin] Network 90da7d2c-78fe-4357-9c42-699cb3c30c55 is scheduled to be hosted by DHCP agent 7afc6fe8-d13b-4fd3-bc99-e9efab9a141d with binding_index 1 {{(pid=110156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:56:07.165094 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-f2f63f44-a5c8-43cf-87bf-57b1fd558304 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=676e0b467ffe492a9388b31c5ce70da0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7616303 May 18 14:56:07.168196 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 59080) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:07.185819 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.base_scheduler [None req-4f9476fa-b27d-4460-aa46-81c6c4b19a79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-7-iscsi, 90da7d2c-78fe-4357-9c42-699cb3c30c55) {{(pid=110156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:56:07.191828 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9476fa-b27d-4460-aa46-81c6c4b19a79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:07.192443 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-4f9476fa-b27d-4460-aa46-81c6c4b19a79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for subnet (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:07.200806 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3aee1f-f9fc-44a7-915d-0e4654cd3dc4 None None] Network 90da7d2c-78fe-4357-9c42-699cb3c30c55 requested from dv-cinder-839987-7-iscsi {{(pid=110158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:56:07.206475 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e376fc-657d-42a8-9897-4a816ee6d8c5 req-811aa455-dbae-4333-b249-a1e90c3e6780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:07.212912 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-10e376fc-657d-42a8-9897-4a816ee6d8c5 req-811aa455-dbae-4333-b249-a1e90c3e6780 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=84835592358a4e188df86896d6015647&device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 1128 time: 0.1548467 May 18 14:56:07.223079 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887eab50-fdb5-4618-8f4e-0abb96186064 req-3d036540-41ba-42cf-bce7-cb5248cbb2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:07.227284 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-887eab50-fdb5-4618-8f4e-0abb96186064 req-3d036540-41ba-42cf-bce7-cb5248cbb2b1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1be02795-0dc2-4225-87b4-7592fa1ed277 HTTP/1.1" status: 200 len: 855 time: 0.2187335 May 18 14:56:07.237588 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2277ee-7b84-47f4-b63c-a6f35b3eac92 req-5cc6e4b5-5b6b-4c30-97ac-de69012062e4 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:07.248165 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-4f9476fa-b27d-4460-aa46-81c6c4b19a79 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5303612 May 18 14:56:07.248511 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-9b2277ee-7b84-47f4-b63c-a6f35b3eac92 req-5cc6e4b5-5b6b-4c30-97ac-de69012062e4 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 944 time: 0.1922414 May 18 14:56:07.253435 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-4036e295-2b0a-4055-a39b-ed827b235792 admin admin] Publish callbacks [] for security_group (7e0a20dd-0aed-4f74-8412-8d70a284d75b), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:07.285738 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-4036e295-2b0a-4055-a39b-ed827b235792 admin admin] Publish callbacks [] for security_group (7e0a20dd-0aed-4f74-8412-8d70a284d75b), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:07.334089 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39ff726-6630-48f7-9638-897103483496 None None] Network 90da7d2c-78fe-4357-9c42-699cb3c30c55 requested from dv-cinder-839987-7-iscsi {{(pid=110158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:56:07.349085 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-10e376fc-657d-42a8-9897-4a816ee6d8c5 req-51c0510e-a26d-4887-8610-e2a131f375ee service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be1a0b48-9f78-477a-a06b-50518f954982 HTTP/1.1" status: 200 len: 217 time: 0.0971994 May 18 14:56:07.411570 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-4036e295-2b0a-4055-a39b-ed827b235792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (7e0a20dd-0aed-4f74-8412-8d70a284d75b), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:07.411570 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-4036e295-2b0a-4055-a39b-ed827b235792 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:07.411570 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-4036e295-2b0a-4055-a39b-ed827b235792 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7e0a20dd-0aed-4f74-8412-8d70a284d75b HTTP/1.1" status: 204 len: 168 time: 0.2413704 May 18 14:56:07.424385 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4036e295-2b0a-4055-a39b-ed827b235792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0a20dd-0aed-4f74-8412-8d70a284d75b,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:07.638774 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-9b2277ee-7b84-47f4-b63c-a6f35b3eac92 req-b8ee42c5-f87e-497d-9303-3906e0285202 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3893170 May 18 14:56:07.639850 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887eab50-fdb5-4618-8f4e-0abb96186064 req-bb2e655f-1187-4757-9838-11a9dd72c4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:07.641273 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-887eab50-fdb5-4618-8f4e-0abb96186064 req-bb2e655f-1187-4757-9838-11a9dd72c4e0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0410fe00-b11d-4309-b353-5cb8e97484be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3876650 May 18 14:56:07.681442 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-a9419a41-6708-46e5-9200-80c9ac33d9ce admin admin] Publish callbacks [] for security_group (66c22d6e-c4a3-4b1b-9e12-4c8d7b7f0285), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:07.710492 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e376fc-657d-42a8-9897-4a816ee6d8c5 req-f5eb5a9c-334f-4b23-898f-889d8b10c308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:07.711990 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-10e376fc-657d-42a8-9897-4a816ee6d8c5 req-f5eb5a9c-334f-4b23-898f-889d8b10c308 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8225869c-efe1-47af-ba2b-3d33d9623b49 HTTP/1.1" status: 200 len: 857 time: 0.3177874 May 18 14:56:07.712543 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91f6cf5f-5077-4b01-9a99-ffe0f7a20a17', 'tag': 'be1a0b48-9f78-477a-a06b-50518f954982'}] {{(pid=110157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:56:07.715270 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3614be4c33be7e0ed28fa23fdbb6a3604458632b91c0a79006a6fb45a0ea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0adce11-6f92-4a9a-93e0-164d38c692a4" -d '{"events": [{"name": "network-changed", "server_uuid": "91f6cf5f-5077-4b01-9a99-ffe0f7a20a17", "tag": "be1a0b48-9f78-477a-a06b-50518f954982"}]}' {{(pid=110157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:56:07.717137 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:07.731418 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-a9419a41-6708-46e5-9200-80c9ac33d9ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (66c22d6e-c4a3-4b1b-9e12-4c8d7b7f0285), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:07.870822 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-a9419a41-6708-46e5-9200-80c9ac33d9ce admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1a63ff16e5f44dd0a5e3683e1b7cce51&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0272264 May 18 14:56:07.873623 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 59114) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:07.898295 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e376fc-657d-42a8-9897-4a816ee6d8c5 req-a5ea924a-5b5b-4a1f-959d-4a4f6d890d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:07.900051 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-10e376fc-657d-42a8-9897-4a816ee6d8c5 req-a5ea924a-5b5b-4a1f-959d-4a4f6d890d57 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=22bd5425-6379-4740-b6c4-d6f9b7aaeddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1797047 May 18 14:56:07.900818 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9419a41-6708-46e5-9200-80c9ac33d9ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c22d6e-c4a3-4b1b-9e12-4c8d7b7f0285,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:07.915606 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 59116) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:07.944462 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-51c88978-4174-4016-a1c1-61f349177a58 admin admin] Publish callbacks [] for security_group (66c22d6e-c4a3-4b1b-9e12-4c8d7b7f0285), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:07.963905 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-a0bba09f-fd49-4f05-bdbe-03997672dc85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:07.968360 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-51c88978-4174-4016-a1c1-61f349177a58 admin admin] Publish callbacks [] for security_group (66c22d6e-c4a3-4b1b-9e12-4c8d7b7f0285), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:08.002327 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd981a-e281-43a8-acbf-9f78b70f5f05 req-9e3d36e9-b138-429a-be3f-f6896c62a841 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:08.003884 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d3cd981a-e281-43a8-acbf-9f78b70f5f05 req-9e3d36e9-b138-429a-be3f-f6896c62a841 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 943 time: 0.2327569 May 18 14:56:08.018290 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-51c88978-4174-4016-a1c1-61f349177a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (66c22d6e-c4a3-4b1b-9e12-4c8d7b7f0285), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:08.019379 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecc9fdf-b247-42fa-948f-6a6d2850c0fc req-4484d9df-bb27-453e-ae82-2824e9189b27 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:08.021119 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-aecc9fdf-b247-42fa-948f-6a6d2850c0fc req-4484d9df-bb27-453e-ae82-2824e9189b27 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] 10.222.0.59 "GET /v2.0/ports?device_id=211fbe03-a0bd-49d9-a86f-3a4147d3a696 HTTP/1.1" status: 200 len: 944 time: 0.2143285 May 18 14:56:08.021495 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-51c88978-4174-4016-a1c1-61f349177a58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:08.025575 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-51c88978-4174-4016-a1c1-61f349177a58 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/66c22d6e-c4a3-4b1b-9e12-4c8d7b7f0285 HTTP/1.1" status: 204 len: 168 time: 0.1503611 May 18 14:56:08.035091 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c88978-4174-4016-a1c1-61f349177a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c22d6e-c4a3-4b1b-9e12-4c8d7b7f0285,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:08.041857 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-887eab50-fdb5-4618-8f4e-0abb96186064 req-50d9cb27-6d50-4017-80f2-03c686991de0 service neutron] 10.222.0.49 "GET /v2.0/networks/0410fe00-b11d-4309-b353-5cb8e97484be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868327 May 18 14:56:08.064807 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:08.197276 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 59124) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:08.202562 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-7e7b14bb-8229-4391-92fe-a4aa440c6d66 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1167045314-network', 'tenant_id': '94586198fc8049b884ac50038661210a'}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:56:08.230792 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7b14bb-8229-4391-92fe-a4aa440c6d66 admin admin] Made reservation on behalf of 94586198fc8049b884ac50038661210a for: {'network': 1} {{(pid=110156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:56:08.233378 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-7e7b14bb-8229-4391-92fe-a4aa440c6d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for network (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:08.243213 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-7e7b14bb-8229-4391-92fe-a4aa440c6d66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:08.244638 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d3cd981a-e281-43a8-acbf-9f78b70f5f05 req-c19b0f3e-0d32-404f-8f33-d83e113fceef tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2224736 May 18 14:56:08.256240 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-10e376fc-657d-42a8-9897-4a816ee6d8c5 req-86b16f80-b25a-44ab-997f-9f67f80d0d50 service neutron] 10.222.0.49 "GET /v2.0/networks/22bd5425-6379-4740-b6c4-d6f9b7aaeddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421156 May 18 14:56:08.284153 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-aecc9fdf-b247-42fa-948f-6a6d2850c0fc req-349dd1d0-2dbb-4b9b-b321-ed2928f04717 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f8df6fa-7815-4764-8657-559a2bac255e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365398 May 18 14:56:08.297285 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device aa22c1c3-af67-444a-95d8-fc498125658c details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=110158) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 14:56:08.312064 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:08.318900 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:08.329563 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:08.350503 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 14:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa89d023-81f8-4dfe-a5ee-3c4dbf4e15af x-openstack-request-id: req-fa89d023-81f8-4dfe-a5ee-3c4dbf4e15af {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:56:08.350845 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91f6cf5f-5077-4b01-9a99-ffe0f7a20a17", "tag": "be1a0b48-9f78-477a-a06b-50518f954982", "status": "completed", "code": 200}]} {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:56:08.351030 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fa89d023-81f8-4dfe-a5ee-3c4dbf4e15af {{(pid=110157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:56:08.351539 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa89d023-81f8-4dfe-a5ee-3c4dbf4e15af'] response: {'name': 'network-changed', 'server_uuid': '91f6cf5f-5077-4b01-9a99-ffe0f7a20a17', 'tag': 'be1a0b48-9f78-477a-a06b-50518f954982', 'status': 'completed', 'code': 200} May 18 14:56:08.381553 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-887eab50-fdb5-4618-8f4e-0abb96186064 req-f3bd8a9c-3755-44d2-88c7-6c2ed47d08b7 service neutron] 10.222.0.49 "GET /v2.0/networks/0410fe00-b11d-4309-b353-5cb8e97484be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220925 May 18 14:56:08.386966 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-7e7b14bb-8229-4391-92fe-a4aa440c6d66 admin admin] Publish callbacks [] for security_group (42bfc6ca-3605-4804-aa2c-359385ad0f73), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:08.396271 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-7e7b14bb-8229-4391-92fe-a4aa440c6d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (42bfc6ca-3605-4804-aa2c-359385ad0f73), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:08.416910 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-a0bba09f-fd49-4f05-bdbe-03997672dc85 admin admin] Publish callbacks [] for security_group (76293311-6020-4aef-b79a-9ff80252e384), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:08.434927 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-a0bba09f-fd49-4f05-bdbe-03997672dc85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (76293311-6020-4aef-b79a-9ff80252e384), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:08.442492 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e7b14bb-8229-4391-92fe-a4aa440c6d66 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=110156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:56:08.457197 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-7e7b14bb-8229-4391-92fe-a4aa440c6d66 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770382701069', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029885'] for segment (4dfe3d6e-2dfc-4d62-8a46-0af31e3a7788), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:08.457404 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port aa22c1c3-af67-444a-95d8-fc498125658c, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=aa22c1c3-af67-444a-95d8-fc498125658c,segment=NetworkSegment(57f67c65-1e49-4617-a81d-a9db73a6742d),segment_id=57f67c65-1e49-4617-a81d-a9db73a6742d)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:56:08.457780 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.db.segments_db [None req-7e7b14bb-8229-4391-92fe-a4aa440c6d66 admin admin] Added segment 4dfe3d6e-2dfc-4d62-8a46-0af31e3a7788 of type vlan for network 7df63160-898d-4ec4-9009-1df62f37a153 May 18 14:56:08.471222 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Returning: {'device': 'aa22c1c3-af67-444a-95d8-fc498125658c', 'network_id': '12e453f0-838c-4ad6-bf42-6764e1f9cc1f', 'port_id': 'aa22c1c3-af67-444a-95d8-fc498125658c', 'mac_address': 'fa:16:3e:33:b1:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c294c216-d48a-4781-934e-bcc6665609e0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110158) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 14:56:08.473979 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7b14bb-8229-4391-92fe-a4aa440c6d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42bfc6ca-3605-4804-aa2c-359385ad0f73,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:08.493223 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-10e376fc-657d-42a8-9897-4a816ee6d8c5 req-39af103c-e2b9-4054-91dc-31dbcc7197fd service neutron] 10.222.0.49 "GET /v2.0/networks/22bd5425-6379-4740-b6c4-d6f9b7aaeddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305095 May 18 14:56:08.499766 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-a0bba09f-fd49-4f05-bdbe-03997672dc85 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6f1b416e8fdf420bbfd2584f42443286&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5664504 May 18 14:56:08.500828 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 59128) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:08.502474 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bba09f-fd49-4f05-bdbe-03997672dc85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76293311-6020-4aef-b79a-9ff80252e384,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:08.517363 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Current status of the port aa22c1c3-af67-444a-95d8-fc498125658c is: DOWN; New status is: BUILD {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:56:08.518315 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (aa22c1c3-af67-444a-95d8-fc498125658c), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:08.522466 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 59130) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:08.531713 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:08.535956 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa22c1c3-af67-444a-95d8-fc498125658c {{(pid=110158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:56:08.548613 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-14483cac-9f0f-48d5-9dc7-1f6af12db932 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:08.556121 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-7e7b14bb-8229-4391-92fe-a4aa440c6d66 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770382152789'] for network (7df63160-898d-4ec4-9009-1df62f37a153), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:08.570159 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port aa22c1c3-af67-444a-95d8-fc498125658c, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=aa22c1c3-af67-444a-95d8-fc498125658c,segment=NetworkSegment(57f67c65-1e49-4617-a81d-a9db73a6742d),segment_id=57f67c65-1e49-4617-a81d-a9db73a6742d)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:56:08.575364 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (aa22c1c3-af67-444a-95d8-fc498125658c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:08.586644 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-7e7b14bb-8229-4391-92fe-a4aa440c6d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355'] for network (7df63160-898d-4ec4-9009-1df62f37a153), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:08.588328 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7b14bb-8229-4391-92fe-a4aa440c6d66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:08.589533 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-7e7b14bb-8229-4391-92fe-a4aa440c6d66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for network (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:08.594586 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-2041864d-046f-42c0-afaa-fa69b92b65f7 admin admin] Publish callbacks [] for security_group (76293311-6020-4aef-b79a-9ff80252e384), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:08.601078 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:08.622876 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-7e7b14bb-8229-4391-92fe-a4aa440c6d66 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.4241116 May 18 14:56:08.628221 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 59134) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:08.632619 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Pushing event updated for resources: {'Port': ['ID=aa22c1c3-af67-444a-95d8-fc498125658c,revision_number=4']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:08.637460 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [None req-64658554-7ace-49cc-bf68-d7fd488bcb3b admin admin] Request body: {'subnet': {'network_id': '7df63160-898d-4ec4-9009-1df62f37a153', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1167045314-subnet', 'tenant_id': '94586198fc8049b884ac50038661210a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:56:08.659234 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-2041864d-046f-42c0-afaa-fa69b92b65f7 admin admin] Publish callbacks [] for security_group (76293311-6020-4aef-b79a-9ff80252e384), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:08.689599 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7b14bb-8229-4391-92fe-a4aa440c6d66 admin admin] Pushing event updated for resources: {'Network': ['ID=7df63160-898d-4ec4-9009-1df62f37a153,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:08.701067 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Network 7df63160-898d-4ec4-9009-1df62f37a153 details requested by agent ovs-agent-dv-cinder-839987-7-iscsi with host dv-cinder-839987-7-iscsi {{(pid=110158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 14:56:08.718449 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64658554-7ace-49cc-bf68-d7fd488bcb3b admin admin] Made reservation on behalf of 94586198fc8049b884ac50038661210a for: {'subnet': 1} {{(pid=110157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:56:08.721024 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-64658554-7ace-49cc-bf68-d7fd488bcb3b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:08.848082 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-14483cac-9f0f-48d5-9dc7-1f6af12db932 admin admin] Publish callbacks [] for security_group (98efbc20-eb4a-4686-9bb8-379b5b45355b), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:08.854730 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573b75b-2e0e-4e39-8489-86112b1c995e req-a2e59a90-c6a1-4429-88eb-bf90471197db tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:08.856561 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8573b75b-2e0e-4e39-8489-86112b1c995e req-a2e59a90-c6a1-4429-88eb-bf90471197db tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 944 time: 0.0923204 May 18 14:56:08.860984 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-14483cac-9f0f-48d5-9dc7-1f6af12db932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (98efbc20-eb4a-4686-9bb8-379b5b45355b), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:08.937410 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] get_ports_and_sgs() called for port_ids ['aa22c1c3-af67-444a-95d8-fc498125658c'] {{(pid=110158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 14:56:08.948181 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-14483cac-9f0f-48d5-9dc7-1f6af12db932 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d766f675ffdc4d44b25a73c541e9ddc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4247036 May 18 14:56:08.951552 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 59156) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:08.966852 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-2041864d-046f-42c0-afaa-fa69b92b65f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (76293311-6020-4aef-b79a-9ff80252e384), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:08.969619 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-2041864d-046f-42c0-afaa-fa69b92b65f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:08.970794 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-2041864d-046f-42c0-afaa-fa69b92b65f7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/76293311-6020-4aef-b79a-9ff80252e384 HTTP/1.1" status: 204 len: 168 time: 0.4646573 May 18 14:56:08.971590 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14483cac-9f0f-48d5-9dc7-1f6af12db932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98efbc20-eb4a-4686-9bb8-379b5b45355b,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:08.993621 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:INSERT=9,neutron:DELETE=3 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:09.009784 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2041864d-046f-42c0-afaa-fa69b92b65f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76293311-6020-4aef-b79a-9ff80252e384,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:09.014897 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8573b75b-2e0e-4e39-8489-86112b1c995e req-a14e45d9-0f61-4751-a150-4319c497eff2 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501484 May 18 14:56:09.104496 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-981266a0-74ee-4a71-8fe5-85592618ae9e admin admin] Publish callbacks [] for security_group (98efbc20-eb4a-4686-9bb8-379b5b45355b), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:09.154593 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-981266a0-74ee-4a71-8fe5-85592618ae9e admin admin] Publish callbacks [] for security_group (98efbc20-eb4a-4686-9bb8-379b5b45355b), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:09.264090 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-981266a0-74ee-4a71-8fe5-85592618ae9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (98efbc20-eb4a-4686-9bb8-379b5b45355b), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:09.268229 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-981266a0-74ee-4a71-8fe5-85592618ae9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:09.270009 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-981266a0-74ee-4a71-8fe5-85592618ae9e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/98efbc20-eb4a-4686-9bb8-379b5b45355b HTTP/1.1" status: 204 len: 168 time: 0.3170900 May 18 14:56:09.277744 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-64658554-7ace-49cc-bf68-d7fd488bcb3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355'] for subnet (a83a2ee2-0520-454b-8bdc-3449c320eb31), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:09.280659 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981266a0-74ee-4a71-8fe5-85592618ae9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98efbc20-eb4a-4686-9bb8-379b5b45355b,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:09.575615 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989b760-9554-4ebc-ae10-103b0b70d134 req-e0890e10-27bc-40bb-bb43-15f42ce6e8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:09.577130 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2989b760-9554-4ebc-ae10-103b0b70d134 req-e0890e10-27bc-40bb-bb43-15f42ce6e8b5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c46dc2b21d34158bf2a7eb0e39c06a3&device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 1127 time: 0.3550072 May 18 14:56:09.588797 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dff26b-9cec-483f-bd88-36f44ae7b5ae req-94f8e2a2-0fe3-466c-bf06-e5ea98d1ae31 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:09.590207 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d3dff26b-9cec-483f-bd88-36f44ae7b5ae req-94f8e2a2-0fe3-466c-bf06-e5ea98d1ae31 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 943 time: 0.1263144 May 18 14:56:09.595414 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:09.604705 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64658554-7ace-49cc-bf68-d7fd488bcb3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a83a2ee2-0520-454b-8bdc-3449c320eb31,revision_number=0']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:09.630283 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0f71e9-3b4d-4801-aeb0-219c3fa6a8e4 req-37964cd7-9f17-4403-9a5e-7d636cdca7e1 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:09.631815 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-de0f71e9-3b4d-4801-aeb0-219c3fa6a8e4 req-37964cd7-9f17-4403-9a5e-7d636cdca7e1 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] 10.222.0.59 "GET /v2.0/ports?device_id=211fbe03-a0bd-49d9-a86f-3a4147d3a696 HTTP/1.1" status: 200 len: 945 time: 0.1647892 May 18 14:56:09.674800 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64658554-7ace-49cc-bf68-d7fd488bcb3b admin admin] Checking segment: {'id': '4dfe3d6e-2dfc-4d62-8a46-0af31e3a7788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7df63160-898d-4ec4-9009-1df62f37a153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:56:09.675431 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64658554-7ace-49cc-bf68-d7fd488bcb3b admin admin] Network hostable DHCP agents. Network: 7df63160-898d-4ec4-9009-1df62f37a153, hostable agents: ['7afc6fe8-d13b-4fd3-bc99-e9efab9a141d'], hosted agents: [] {{(pid=110157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:56:09.714755 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d3dff26b-9cec-483f-bd88-36f44ae7b5ae req-ec778cce-937d-41c9-8bb0-71f2a0e89eeb tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029453 May 18 14:56:09.737451 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-de0f71e9-3b4d-4801-aeb0-219c3fa6a8e4 req-9d4716f9-65bc-44f4-a49c-44e80f1f3537 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f8df6fa-7815-4764-8657-559a2bac255e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889046 May 18 14:56:09.739981 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64658554-7ace-49cc-bf68-d7fd488bcb3b admin admin] Network 7df63160-898d-4ec4-9009-1df62f37a153 is scheduled to be hosted by DHCP agent 7afc6fe8-d13b-4fd3-bc99-e9efab9a141d with binding_index 1 {{(pid=110157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:56:09.761027 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.base_scheduler [None req-64658554-7ace-49cc-bf68-d7fd488bcb3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-7-iscsi, 7df63160-898d-4ec4-9009-1df62f37a153) {{(pid=110157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:56:09.765369 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64658554-7ace-49cc-bf68-d7fd488bcb3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:09.766531 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-64658554-7ace-49cc-bf68-d7fd488bcb3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for subnet (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:09.776087 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1ebbd0-6d73-4b67-a1f7-3fb7ef135f24 None None] Network 7df63160-898d-4ec4-9009-1df62f37a153 requested from dv-cinder-839987-7-iscsi {{(pid=110158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:56:09.797519 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-64658554-7ace-49cc-bf68-d7fd488bcb3b admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1610713 May 18 14:56:09.949099 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 59204) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:10.007284 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512a9fe7-ab4a-4fa6-94c8-b1559f274f3e None None] Network 7df63160-898d-4ec4-9009-1df62f37a153 requested from dv-cinder-839987-7-iscsi {{(pid=110158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:56:10.014968 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.db_base_plugin_v2 [None req-92108f24-6690-41c1-a449-6bd5552f4f45 admin admin] Deleting subnet 0acc1c08-f0fa-4f2c-bb4b-82dece5b9c2d {{(pid=110157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 18 14:56:10.018887 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-92108f24-6690-41c1-a449-6bd5552f4f45 admin admin] Publish callbacks [] for subnet (0acc1c08-f0fa-4f2c-bb4b-82dece5b9c2d), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:10.070035 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-92108f24-6690-41c1-a449-6bd5552f4f45 admin admin] Publish callbacks [] for subnet (0acc1c08-f0fa-4f2c-bb4b-82dece5b9c2d), precommit_delete_associations {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:10.086361 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-92108f24-6690-41c1-a449-6bd5552f4f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027974'] for subnet (0acc1c08-f0fa-4f2c-bb4b-82dece5b9c2d), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:10.177684 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-92108f24-6690-41c1-a449-6bd5552f4f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2027999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355'] for subnet (0acc1c08-f0fa-4f2c-bb4b-82dece5b9c2d), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:10.215403 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92108f24-6690-41c1-a449-6bd5552f4f45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0acc1c08-f0fa-4f2c-bb4b-82dece5b9c2d,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:10.217903 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-92108f24-6690-41c1-a449-6bd5552f4f45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for subnet (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:10.224056 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-92108f24-6690-41c1-a449-6bd5552f4f45 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/0acc1c08-f0fa-4f2c-bb4b-82dece5b9c2d HTTP/1.1" status: 204 len: 168 time: 0.2697001 May 18 14:56:10.225441 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 59222) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:10.228044 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a38a49-ec92-461c-af7d-9f1f459eeb54 req-2c87edbc-444f-4fbd-a340-581ca9bbc4d5 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:10.229774 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d4a38a49-ec92-461c-af7d-9f1f459eeb54 req-2c87edbc-444f-4fbd-a340-581ca9bbc4d5 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 944 time: 0.0844822 May 18 14:56:10.296048 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d4a38a49-ec92-461c-af7d-9f1f459eeb54 req-080acc04-01ac-4aae-9153-f5f9bb82484a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606198 May 18 14:56:10.326601 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-313cac13-d0c6-4977-8304-b3de6a9f7fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1954329'] for network (90da7d2c-78fe-4357-9c42-699cb3c30c55), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:10.413429 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-313cac13-d0c6-4977-8304-b3de6a9f7fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017651', 'neutron.services.segments.db._delete_segments_for_network-8770382701078'] for network (90da7d2c-78fe-4357-9c42-699cb3c30c55), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:10.436859 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-313cac13-d0c6-4977-8304-b3de6a9f7fbe admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:56:10.437318 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-313cac13-d0c6-4977-8304-b3de6a9f7fbe admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:56:10.438080 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-313cac13-d0c6-4977-8304-b3de6a9f7fbe admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:56:10.438413 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-313cac13-d0c6-4977-8304-b3de6a9f7fbe admin admin] Subscribe: > port after_create 55550000 {{(pid=110156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:56:10.438875 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-313cac13-d0c6-4977-8304-b3de6a9f7fbe admin admin] Subscribe: > port after_delete 55550000 {{(pid=110156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:56:10.439215 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-313cac13-d0c6-4977-8304-b3de6a9f7fbe admin admin] Subscribe: > port after_update 55550000 {{(pid=110156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:56:10.439567 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-313cac13-d0c6-4977-8304-b3de6a9f7fbe admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:56:10.439982 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-313cac13-d0c6-4977-8304-b3de6a9f7fbe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:56:10.440306 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-313cac13-d0c6-4977-8304-b3de6a9f7fbe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:56:10.440648 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-313cac13-d0c6-4977-8304-b3de6a9f7fbe admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:56:10.530340 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-313cac13-d0c6-4977-8304-b3de6a9f7fbe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:56:10.531025 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-313cac13-d0c6-4977-8304-b3de6a9f7fbe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:56:10.531617 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-313cac13-d0c6-4977-8304-b3de6a9f7fbe admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:56:10.532101 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-313cac13-d0c6-4977-8304-b3de6a9f7fbe admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:56:10.532794 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.services.segments.db [None req-313cac13-d0c6-4977-8304-b3de6a9f7fbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90da7d2c-78fe-4357-9c42-699cb3c30c55']}} {{(pid=110156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:56:10.559635 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.services.segments.db [None req-313cac13-d0c6-4977-8304-b3de6a9f7fbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f455719-16c2-483b-ba63-ea70e84112b9') {'for_net_delete': True} {{(pid=110156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:56:10.559930 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.services.segments.db [None req-313cac13-d0c6-4977-8304-b3de6a9f7fbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f455719-16c2-483b-ba63-ea70e84112b9') {} {{(pid=110156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:56:10.586356 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-313cac13-d0c6-4977-8304-b3de6a9f7fbe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770382700063', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14249941'] for segment (6f455719-16c2-483b-ba63-ea70e84112b9), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:10.609068 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-313cac13-d0c6-4977-8304-b3de6a9f7fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029885'] for segment (6f455719-16c2-483b-ba63-ea70e84112b9), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:10.618015 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-313cac13-d0c6-4977-8304-b3de6a9f7fbe admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=110156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:56:10.618403 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-313cac13-d0c6-4977-8304-b3de6a9f7fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14495125'] for segment (6f455719-16c2-483b-ba63-ea70e84112b9), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:10.640388 dv-cinder-839987-7-iscsi neutron-server[110156]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 18 14:56:10.640388 dv-cinder-839987-7-iscsi neutron-server[110156]: from cryptography.utils import int_from_bytes May 18 14:56:10.640388 dv-cinder-839987-7-iscsi neutron-server[110156]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 18 14:56:10.640388 dv-cinder-839987-7-iscsi neutron-server[110156]: from cryptography.utils import int_from_bytes May 18 14:56:10.640388 dv-cinder-839987-7-iscsi neutron-server[110156]: Traceback (most recent call last): May 18 14:56:10.640388 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:56:10.640388 dv-cinder-839987-7-iscsi neutron-server[110156]: timer() May 18 14:56:10.640388 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:56:10.640388 dv-cinder-839987-7-iscsi neutron-server[110156]: cb(*args, **kw) May 18 14:56:10.640388 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 18 14:56:10.640388 dv-cinder-839987-7-iscsi neutron-server[110156]: return func(*args, **kwargs) May 18 14:56:10.640388 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:56:10.640388 dv-cinder-839987-7-iscsi neutron-server[110156]: self._notify() May 18 14:56:10.640388 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:56:10.640388 dv-cinder-839987-7-iscsi neutron-server[110156]: self.callback(batched_events) May 18 14:56:10.640388 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:56:10.640388 dv-cinder-839987-7-iscsi neutron-server[110156]: event.method(event) May 18 14:56:10.640388 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 14:56:10.640388 dv-cinder-839987-7-iscsi neutron-server[110156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:56:10.640388 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 14:56:10.640388 dv-cinder-839987-7-iscsi neutron-server[110156]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:56:10.640388 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 14:56:10.640388 dv-cinder-839987-7-iscsi neutron-server[110156]: return f(self, *a, **k) May 18 14:56:10.640388 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 14:56:10.640388 dv-cinder-839987-7-iscsi neutron-server[110156]: return self._get(url).json() May 18 14:56:10.640388 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 14:56:10.640388 dv-cinder-839987-7-iscsi neutron-server[110156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:56:10.640388 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:56:10.640388 dv-cinder-839987-7-iscsi neutron-server[110156]: return self.request(url, 'GET', **kwargs) May 18 14:56:10.640388 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:56:10.640388 dv-cinder-839987-7-iscsi neutron-server[110156]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:56:10.640388 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:56:10.640388 dv-cinder-839987-7-iscsi neutron-server[110156]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:56:10.640388 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:56:10.640388 dv-cinder-839987-7-iscsi neutron-server[110156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:56:10.640388 dv-cinder-839987-7-iscsi neutron-server[110156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:56:10.689408 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:INSERT=11,neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:10.710916 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-313cac13-d0c6-4977-8304-b3de6a9f7fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008250'] for network (90da7d2c-78fe-4357-9c42-699cb3c30c55), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:10.730586 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313cac13-d0c6-4977-8304-b3de6a9f7fbe admin admin] Pushing event deleted for resources: {'Network': ['ID=90da7d2c-78fe-4357-9c42-699cb3c30c55,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:10.736123 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-313cac13-d0c6-4977-8304-b3de6a9f7fbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for network (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:10.742401 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-313cac13-d0c6-4977-8304-b3de6a9f7fbe admin admin] 10.222.0.59 "DELETE /v2.0/networks/90da7d2c-78fe-4357-9c42-699cb3c30c55 HTTP/1.1" status: 204 len: 168 time: 0.5134220 May 18 14:56:10.744083 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 59250) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:10.793638 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9804f09-5a0b-47e4-b2aa-8a84ab870ce6 admin admin] Deleting subnet a83a2ee2-0520-454b-8bdc-3449c320eb31 {{(pid=110156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 18 14:56:10.797669 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-b9804f09-5a0b-47e4-b2aa-8a84ab870ce6 admin admin] Publish callbacks [] for subnet (a83a2ee2-0520-454b-8bdc-3449c320eb31), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:10.837063 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-b9804f09-5a0b-47e4-b2aa-8a84ab870ce6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14249964'] for subnet (a83a2ee2-0520-454b-8bdc-3449c320eb31), precommit_delete_associations {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:10.887424 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-b9804f09-5a0b-47e4-b2aa-8a84ab870ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027974'] for subnet (a83a2ee2-0520-454b-8bdc-3449c320eb31), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:10.892291 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:10.928866 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79187ea2-479a-4e3d-837c-08862277c957 req-0102e98a-76ec-4f6c-9e26-b0a900421c3c tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:10.935712 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-79187ea2-479a-4e3d-837c-08862277c957 req-0102e98a-76ec-4f6c-9e26-b0a900421c3c tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] 10.222.0.59 "GET /v2.0/ports?device_id=211fbe03-a0bd-49d9-a86f-3a4147d3a696 HTTP/1.1" status: 200 len: 945 time: 0.0888565 May 18 14:56:10.961245 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e4c1d-95a8-4a06-9ea8-c4a0ad2dba08 req-a087e2fe-6772-4484-a4c0-1392ac039c3d tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:10.963176 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-b9804f09-5a0b-47e4-b2aa-8a84ab870ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2027999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14493751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12844375'] for subnet (a83a2ee2-0520-454b-8bdc-3449c320eb31), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:10.963602 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e40e4c1d-95a8-4a06-9ea8-c4a0ad2dba08 req-a087e2fe-6772-4484-a4c0-1392ac039c3d tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 943 time: 0.1036048 May 18 14:56:10.995884 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9804f09-5a0b-47e4-b2aa-8a84ab870ce6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a83a2ee2-0520-454b-8bdc-3449c320eb31,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:10.999723 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-b9804f09-5a0b-47e4-b2aa-8a84ab870ce6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:11.005663 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-b9804f09-5a0b-47e4-b2aa-8a84ab870ce6 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/a83a2ee2-0520-454b-8bdc-3449c320eb31 HTTP/1.1" status: 204 len: 168 time: 0.2603896 May 18 14:56:11.006364 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 59262) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:11.024101 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-79187ea2-479a-4e3d-837c-08862277c957 req-b9923355-7596-437f-9ea1-613ab3d3b3f7 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f8df6fa-7815-4764-8657-559a2bac255e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875440 May 18 14:56:11.069486 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e40e4c1d-95a8-4a06-9ea8-c4a0ad2dba08 req-9993b5c9-abfb-41f4-825a-2c1c39429b95 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796301 May 18 14:56:11.086246 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-bde8c03e-eed2-4380-8551-8062516ea09a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1954329'] for network (7df63160-898d-4ec4-9009-1df62f37a153), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:11.170839 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=11 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:11.175593 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-bde8c03e-eed2-4380-8551-8062516ea09a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017651', 'neutron.services.segments.db._delete_segments_for_network-8770382701078'] for network (7df63160-898d-4ec4-9009-1df62f37a153), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:11.197280 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.services.segments.db [None req-bde8c03e-eed2-4380-8551-8062516ea09a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7df63160-898d-4ec4-9009-1df62f37a153']}} {{(pid=110156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:56:11.206994 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.services.segments.db [None req-bde8c03e-eed2-4380-8551-8062516ea09a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dfe3d6e-2dfc-4d62-8a46-0af31e3a7788') {'for_net_delete': True} {{(pid=110156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:56:11.207289 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.services.segments.db [None req-bde8c03e-eed2-4380-8551-8062516ea09a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dfe3d6e-2dfc-4d62-8a46-0af31e3a7788') {} {{(pid=110156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:56:11.220440 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-bde8c03e-eed2-4380-8551-8062516ea09a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770382700063', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14249941'] for segment (4dfe3d6e-2dfc-4d62-8a46-0af31e3a7788), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:11.235002 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-bde8c03e-eed2-4380-8551-8062516ea09a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029885'] for segment (4dfe3d6e-2dfc-4d62-8a46-0af31e3a7788), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:11.241500 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bde8c03e-eed2-4380-8551-8062516ea09a admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=110156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:56:11.241941 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-bde8c03e-eed2-4380-8551-8062516ea09a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14495125'] for segment (4dfe3d6e-2dfc-4d62-8a46-0af31e3a7788), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:11.243951 dv-cinder-839987-7-iscsi neutron-server[110156]: Traceback (most recent call last): May 18 14:56:11.243951 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:56:11.243951 dv-cinder-839987-7-iscsi neutron-server[110156]: timer() May 18 14:56:11.243951 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:56:11.243951 dv-cinder-839987-7-iscsi neutron-server[110156]: cb(*args, **kw) May 18 14:56:11.243951 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 18 14:56:11.243951 dv-cinder-839987-7-iscsi neutron-server[110156]: return func(*args, **kwargs) May 18 14:56:11.243951 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:56:11.243951 dv-cinder-839987-7-iscsi neutron-server[110156]: self._notify() May 18 14:56:11.243951 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:56:11.243951 dv-cinder-839987-7-iscsi neutron-server[110156]: self.callback(batched_events) May 18 14:56:11.243951 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:56:11.243951 dv-cinder-839987-7-iscsi neutron-server[110156]: event.method(event) May 18 14:56:11.243951 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 14:56:11.243951 dv-cinder-839987-7-iscsi neutron-server[110156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:56:11.243951 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 14:56:11.243951 dv-cinder-839987-7-iscsi neutron-server[110156]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:56:11.243951 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 14:56:11.243951 dv-cinder-839987-7-iscsi neutron-server[110156]: return f(self, *a, **k) May 18 14:56:11.243951 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 14:56:11.243951 dv-cinder-839987-7-iscsi neutron-server[110156]: return self._get(url).json() May 18 14:56:11.243951 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 14:56:11.243951 dv-cinder-839987-7-iscsi neutron-server[110156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:56:11.243951 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:56:11.243951 dv-cinder-839987-7-iscsi neutron-server[110156]: return self.request(url, 'GET', **kwargs) May 18 14:56:11.243951 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:56:11.243951 dv-cinder-839987-7-iscsi neutron-server[110156]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:56:11.243951 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:56:11.243951 dv-cinder-839987-7-iscsi neutron-server[110156]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:56:11.243951 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:56:11.243951 dv-cinder-839987-7-iscsi neutron-server[110156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:56:11.243951 dv-cinder-839987-7-iscsi neutron-server[110156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:56:11.307618 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-bde8c03e-eed2-4380-8551-8062516ea09a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008250'] for network (7df63160-898d-4ec4-9009-1df62f37a153), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:11.313226 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-bde8c03e-eed2-4380-8551-8062516ea09a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for network (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:11.320022 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-bde8c03e-eed2-4380-8551-8062516ea09a admin admin] 10.222.0.59 "DELETE /v2.0/networks/7df63160-898d-4ec4-9009-1df62f37a153 HTTP/1.1" status: 204 len: 168 time: 0.3096941 May 18 14:56:11.333339 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde8c03e-eed2-4380-8551-8062516ea09a admin admin] Pushing event deleted for resources: {'Network': ['ID=7df63160-898d-4ec4-9009-1df62f37a153,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:11.468765 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec92517-c027-488b-95fc-3b6ddce9f9b5 req-18d10a7f-ce52-455b-be3e-79567628468d tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:11.470587 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-dec92517-c027-488b-95fc-3b6ddce9f9b5 req-18d10a7f-ce52-455b-be3e-79567628468d tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 944 time: 0.0929427 May 18 14:56:11.551762 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-dec92517-c027-488b-95fc-3b6ddce9f9b5 req-fc174afc-5f1b-4e2a-b7e0-66c3ef81141f tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735362 May 18 14:56:11.615007 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 59288) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:11.664278 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-418d0b96-cb34-4534-a1d4-e60e1de3f24d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c0b784f371fd4c34ac122ebb652350f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0474477 May 18 14:56:11.666809 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 59290) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:11.722515 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-75865942-92c9-417f-9d95-945076339eb8 admin admin] Publish callbacks [] for security_group (e4e2a6b1-2724-4a2a-abef-d5fd5457c17c), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:11.747989 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-75865942-92c9-417f-9d95-945076339eb8 admin admin] Publish callbacks [] for security_group (e4e2a6b1-2724-4a2a-abef-d5fd5457c17c), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:11.814692 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-75865942-92c9-417f-9d95-945076339eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (e4e2a6b1-2724-4a2a-abef-d5fd5457c17c), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:11.818036 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-75865942-92c9-417f-9d95-945076339eb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:11.819894 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-75865942-92c9-417f-9d95-945076339eb8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e4e2a6b1-2724-4a2a-abef-d5fd5457c17c HTTP/1.1" status: 204 len: 168 time: 0.1521912 May 18 14:56:11.827955 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75865942-92c9-417f-9d95-945076339eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e2a6b1-2724-4a2a-abef-d5fd5457c17c,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:12.132069 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:12.153454 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ec297-39d2-4e09-b826-d16e84b448a9 req-7e6a7bab-8048-4fee-8ff0-68b4a09f154b tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:12.155170 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2c0ec297-39d2-4e09-b826-d16e84b448a9 req-7e6a7bab-8048-4fee-8ff0-68b4a09f154b tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] 10.222.0.59 "GET /v2.0/ports?device_id=211fbe03-a0bd-49d9-a86f-3a4147d3a696 HTTP/1.1" status: 200 len: 945 time: 0.0584404 May 18 14:56:12.192643 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 59308) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:12.234764 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-7c71fe2e-99fc-48b2-b310-f8c9dc89c65e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=94586198fc8049b884ac50038661210a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405126 May 18 14:56:12.237217 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 59310) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:12.238333 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61a77f-f971-4a5c-a781-5a97fa18353c req-1f9ca798-96f3-4f6a-a386-67ee7e7df736 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:12.239807 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ee61a77f-f971-4a5c-a781-5a97fa18353c req-1f9ca798-96f3-4f6a-a386-67ee7e7df736 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 943 time: 0.0699589 May 18 14:56:12.247712 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2c0ec297-39d2-4e09-b826-d16e84b448a9 req-5b22f971-84fc-4b60-b136-b165c980f78e tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f8df6fa-7815-4764-8657-559a2bac255e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840948 May 18 14:56:12.288362 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (f376d122-85a6-484a-a941-8f32d5a81e72), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:12.292227 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-bfd7e65e-8940-43e2-a50a-c70744920c4e admin admin] Publish callbacks [] for security_group (42bfc6ca-3605-4804-aa2c-359385ad0f73), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:12.305450 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ee61a77f-f971-4a5c-a781-5a97fa18353c req-85487a1f-9398-4fd7-a073-eb19575dfe0e tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567834 May 18 14:56:12.319186 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-bfd7e65e-8940-43e2-a50a-c70744920c4e admin admin] Publish callbacks [] for security_group (42bfc6ca-3605-4804-aa2c-359385ad0f73), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:12.322892 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device aa22c1c3-af67-444a-95d8-fc498125658c up at agent hyperv_hv-cinder-83998 {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:56:12.366310 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device 57d2f680-f45f-4e76-83e5-1b16aa578a8c details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=110158) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 14:56:12.377373 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-bfd7e65e-8940-43e2-a50a-c70744920c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (42bfc6ca-3605-4804-aa2c-359385ad0f73), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:12.380027 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-bfd7e65e-8940-43e2-a50a-c70744920c4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:12.381312 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-bfd7e65e-8940-43e2-a50a-c70744920c4e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/42bfc6ca-3605-4804-aa2c-359385ad0f73 HTTP/1.1" status: 204 len: 168 time: 0.1431749 May 18 14:56:12.389682 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7e65e-8940-43e2-a50a-c70744920c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42bfc6ca-3605-4804-aa2c-359385ad0f73,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:12.389967 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Provisioning for port aa22c1c3-af67-444a-95d8-fc498125658c completed by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 14:56:12.400476 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Provisioning complete for port aa22c1c3-af67-444a-95d8-fc498125658c triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:56:12.400978 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (aa22c1c3-af67-444a-95d8-fc498125658c), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:12.435260 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:12.560090 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port 57d2f680-f45f-4e76-83e5-1b16aa578a8c, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=57d2f680-f45f-4e76-83e5-1b16aa578a8c,segment=NetworkSegment(bbfc418c-0043-41f1-b776-d50d494cd99b),segment_id=bbfc418c-0043-41f1-b776-d50d494cd99b)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:56:12.569858 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Current status of the port aa22c1c3-af67-444a-95d8-fc498125658c is: BUILD; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:56:12.570246 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (aa22c1c3-af67-444a-95d8-fc498125658c), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:12.586702 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Returning: {'device': '57d2f680-f45f-4e76-83e5-1b16aa578a8c', 'network_id': '22bd5425-6379-4740-b6c4-d6f9b7aaeddb', 'port_id': '57d2f680-f45f-4e76-83e5-1b16aa578a8c', 'mac_address': 'fa:16:3e:c5:2c:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8225869c-efe1-47af-ba2b-3d33d9623b49', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110158) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 14:56:12.590464 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=100 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:12.626005 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '211fbe03-a0bd-49d9-a86f-3a4147d3a696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa22c1c3-af67-444a-95d8-fc498125658c'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:56:12.684963 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5de9b8-dd05-411e-8346-ae5aded06e73 req-fbca9c65-3d9d-410b-9f09-3d6f082b88b6 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:12.689061 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8b5de9b8-dd05-411e-8346-ae5aded06e73 req-fbca9c65-3d9d-410b-9f09-3d6f082b88b6 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 944 time: 0.0593870 May 18 14:56:12.717804 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port aa22c1c3-af67-444a-95d8-fc498125658c, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=aa22c1c3-af67-444a-95d8-fc498125658c,segment=NetworkSegment(57f67c65-1e49-4617-a81d-a9db73a6742d),segment_id=57f67c65-1e49-4617-a81d-a9db73a6742d)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:56:12.726774 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Current status of the port 57d2f680-f45f-4e76-83e5-1b16aa578a8c is: DOWN; New status is: BUILD {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:56:12.728319 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (57d2f680-f45f-4e76-83e5-1b16aa578a8c), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:12.732733 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (aa22c1c3-af67-444a-95d8-fc498125658c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:12.781707 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57d2f680-f45f-4e76-83e5-1b16aa578a8c {{(pid=110158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:56:12.821511 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port 57d2f680-f45f-4e76-83e5-1b16aa578a8c, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=57d2f680-f45f-4e76-83e5-1b16aa578a8c,segment=NetworkSegment(bbfc418c-0043-41f1-b776-d50d494cd99b),segment_id=bbfc418c-0043-41f1-b776-d50d494cd99b)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:56:12.827494 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Pushing event updated for resources: {'Port': ['ID=aa22c1c3-af67-444a-95d8-fc498125658c,revision_number=5']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:12.832630 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (57d2f680-f45f-4e76-83e5-1b16aa578a8c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:12.892186 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62dae43363b0d9fbe88fecb50d2dfb4fafe72539e0e1d03116e82a6fdda86ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2718b5f-270c-47e0-aefa-fad632d17c57" -d '{"events": [{"server_uuid": "211fbe03-a0bd-49d9-a86f-3a4147d3a696", "name": "network-vif-plugged", "status": "completed", "tag": "aa22c1c3-af67-444a-95d8-fc498125658c"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:56:12.897900 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8b5de9b8-dd05-411e-8346-ae5aded06e73 req-cb34e263-c5fd-467d-a150-da5b58063e98 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020385 May 18 14:56:12.898484 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Pushing event updated for resources: {'Port': ['ID=57d2f680-f45f-4e76-83e5-1b16aa578a8c,revision_number=4']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:13.014593 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989b760-9554-4ebc-ae10-103b0b70d134 req-5e4473f2-fa23-47e0-904c-46b3f8a9d298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:13.016242 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2989b760-9554-4ebc-ae10-103b0b70d134 req-5e4473f2-fa23-47e0-904c-46b3f8a9d298 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0410fe00-b11d-4309-b353-5cb8e97484be HTTP/1.1" status: 200 len: 917 time: 0.2785130 May 18 14:56:13.132540 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 14:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3359617e-b5c1-4176-8895-9044b9989b24 x-openstack-request-id: req-3359617e-b5c1-4176-8895-9044b9989b24 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:56:13.132875 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "211fbe03-a0bd-49d9-a86f-3a4147d3a696", "name": "network-vif-plugged", "status": "completed", "tag": "aa22c1c3-af67-444a-95d8-fc498125658c", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:56:13.133124 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3359617e-b5c1-4176-8895-9044b9989b24 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:56:13.133731 dv-cinder-839987-7-iscsi neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3359617e-b5c1-4176-8895-9044b9989b24'] response: {'server_uuid': '211fbe03-a0bd-49d9-a86f-3a4147d3a696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa22c1c3-af67-444a-95d8-fc498125658c', 'code': 200} May 18 14:56:13.390367 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f3a5b-7c67-4984-b74b-05a6693397f3 req-a39f7d27-313a-42f4-a723-54f0e0a1c165 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:13.398751 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-782f3a5b-7c67-4984-b74b-05a6693397f3 req-a39f7d27-313a-42f4-a723-54f0e0a1c165 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] 10.222.0.59 "GET /v2.0/ports?device_id=211fbe03-a0bd-49d9-a86f-3a4147d3a696 HTTP/1.1" status: 200 len: 946 time: 0.0752513 May 18 14:56:13.480833 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953881a-0232-46a1-a5df-b347e3879be3 req-e17cf751-8fd3-409e-aca9-51a01de13dac tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:13.482338 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6953881a-0232-46a1-a5df-b347e3879be3 req-e17cf751-8fd3-409e-aca9-51a01de13dac tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 943 time: 0.0759854 May 18 14:56:13.489361 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-782f3a5b-7c67-4984-b74b-05a6693397f3 req-435aa013-3e89-4f61-bb25-c79c32340272 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f8df6fa-7815-4764-8657-559a2bac255e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896931 May 18 14:56:13.556213 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6953881a-0232-46a1-a5df-b347e3879be3 req-4ff248ba-5088-42f9-9246-db9f8754df63 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547245 May 18 14:56:14.037144 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3734f71-608b-41c3-83a5-694ca029e3c9 req-7a0651d3-f0c2-4769-a044-7b7c9a725df3 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:14.038586 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-b3734f71-608b-41c3-83a5-694ca029e3c9 req-7a0651d3-f0c2-4769-a044-7b7c9a725df3 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 944 time: 0.0496290 May 18 14:56:14.072159 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:14.087011 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-b3734f71-608b-41c3-83a5-694ca029e3c9 req-80a60ee5-3877-4abe-8bf2-a2c504c70bfe tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428638 May 18 14:56:14.604827 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663113ec-2588-4955-8da8-963f6395b00f req-80a4bdaa-119e-41d3-8f25-1cd419c5c9e4 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:14.606352 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-663113ec-2588-4955-8da8-963f6395b00f req-80a4bdaa-119e-41d3-8f25-1cd419c5c9e4 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] 10.222.0.59 "GET /v2.0/ports?device_id=211fbe03-a0bd-49d9-a86f-3a4147d3a696 HTTP/1.1" status: 200 len: 946 time: 0.0464544 May 18 14:56:14.691130 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0c172-726f-4227-8865-85270be7f925 req-4df82bac-a428-4e8a-a43f-c8312fba03f5 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:14.692598 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-cde0c172-726f-4227-8865-85270be7f925 req-4df82bac-a428-4e8a-a43f-c8312fba03f5 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 943 time: 0.0627332 May 18 14:56:14.695886 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-663113ec-2588-4955-8da8-963f6395b00f req-514478e3-023c-414b-9190-c1d26a83bb73 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f8df6fa-7815-4764-8657-559a2bac255e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841143 May 18 14:56:14.739538 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-cde0c172-726f-4227-8865-85270be7f925 req-dfd47922-1645-442c-a6a9-33ebad9b889d tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415163 May 18 14:56:15.197014 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c67ae-f5b2-4330-b50a-2707d60bf8ee req-d6b86289-3d2b-4b6e-bf39-c11d0e4c0f53 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:15.198484 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-a52c67ae-f5b2-4330-b50a-2707d60bf8ee req-d6b86289-3d2b-4b6e-bf39-c11d0e4c0f53 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 944 time: 0.0456433 May 18 14:56:15.245637 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-a52c67ae-f5b2-4330-b50a-2707d60bf8ee req-891b9a41-4262-466a-b089-a91a794bfb30 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416515 May 18 14:56:15.491289 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device 4b7b091c-ade3-422f-a228-9a575395a54b details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=110158) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 14:56:15.572481 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2989b760-9554-4ebc-ae10-103b0b70d134 req-f3242f62-e20a-45de-b36c-fa40aa2f8af3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b7b091c-ade3-422f-a228-9a575395a54b HTTP/1.1" status: 200 len: 217 time: 0.0929344 May 18 14:56:15.580756 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0adce11-6f92-4a9a-93e0-164d38c692a4 req-17c4f91a-860e-4390-87d8-367b3da8af22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:15.582495 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e0adce11-6f92-4a9a-93e0-164d38c692a4 req-17c4f91a-860e-4390-87d8-367b3da8af22 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=84835592358a4e188df86896d6015647&device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 1128 time: 0.1040783 May 18 14:56:15.666746 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port 4b7b091c-ade3-422f-a228-9a575395a54b, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=4b7b091c-ade3-422f-a228-9a575395a54b,segment=NetworkSegment(68ae329c-889c-4ff0-8ec9-1a3d4793b394),segment_id=68ae329c-889c-4ff0-8ec9-1a3d4793b394)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:56:15.681316 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Returning: {'device': '4b7b091c-ade3-422f-a228-9a575395a54b', 'network_id': '0410fe00-b11d-4309-b353-5cb8e97484be', 'port_id': '4b7b091c-ade3-422f-a228-9a575395a54b', 'mac_address': 'fa:16:3e:09:16:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1be02795-0dc2-4225-87b4-7592fa1ed277', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110158) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 14:56:15.715970 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:15.752817 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Current status of the port 4b7b091c-ade3-422f-a228-9a575395a54b is: DOWN; New status is: BUILD {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:56:15.753278 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (4b7b091c-ade3-422f-a228-9a575395a54b), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:15.758503 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989b760-9554-4ebc-ae10-103b0b70d134 req-8fc0d8c1-3d9c-4c83-8b09-a803ab8bbdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:15.760157 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2989b760-9554-4ebc-ae10-103b0b70d134 req-8fc0d8c1-3d9c-4c83-8b09-a803ab8bbdc8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1be02795-0dc2-4225-87b4-7592fa1ed277 HTTP/1.1" status: 200 len: 855 time: 0.1770527 May 18 14:56:15.786778 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] get_ports_and_sgs() called for port_ids ['57d2f680-f45f-4e76-83e5-1b16aa578a8c'] {{(pid=110158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 14:56:15.834982 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1953c3-b163-407e-a9b8-b4fcd166af4b req-88879f14-ba2a-4e79-8057-088ae6939549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:15.836528 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-fa1953c3-b163-407e-a9b8-b4fcd166af4b req-88879f14-ba2a-4e79-8057-088ae6939549 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=211fbe03-a0bd-49d9-a86f-3a4147d3a696 HTTP/1.1" status: 200 len: 1130 time: 0.1445668 May 18 14:56:15.846441 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b7b091c-ade3-422f-a228-9a575395a54b {{(pid=110158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:56:15.877101 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-fa1953c3-b163-407e-a9b8-b4fcd166af4b req-26b2204d-02f0-4102-82e0-e25df69746b8 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:15.909438 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port 4b7b091c-ade3-422f-a228-9a575395a54b, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=4b7b091c-ade3-422f-a228-9a575395a54b,segment=NetworkSegment(68ae329c-889c-4ff0-8ec9-1a3d4793b394),segment_id=68ae329c-889c-4ff0-8ec9-1a3d4793b394)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:56:15.909575 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:15.919096 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (4b7b091c-ade3-422f-a228-9a575395a54b), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:15.920140 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device be1a0b48-9f78-477a-a06b-50518f954982 details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=110158) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 14:56:15.959922 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a95388-bf66-48a8-a0fa-460353cc828f req-e9e8ce7c-f843-4871-9919-b922a5352269 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:15.961424 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-a0a95388-bf66-48a8-a0fa-460353cc828f req-e9e8ce7c-f843-4871-9919-b922a5352269 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] 10.222.0.59 "GET /v2.0/ports?device_id=211fbe03-a0bd-49d9-a86f-3a4147d3a696 HTTP/1.1" status: 200 len: 946 time: 0.1016045 May 18 14:56:15.992090 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Pushing event updated for resources: {'Port': ['ID=4b7b091c-ade3-422f-a228-9a575395a54b,revision_number=4']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:15.996983 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0adce11-6f92-4a9a-93e0-164d38c692a4 req-0a3851d3-2daa-41b3-b176-1a23680bb4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:15.998452 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e0adce11-6f92-4a9a-93e0-164d38c692a4 req-0a3851d3-2daa-41b3-b176-1a23680bb4be service neutron] 10.222.0.49 "GET /v2.0/networks?id=22bd5425-6379-4740-b6c4-d6f9b7aaeddb HTTP/1.1" status: 200 len: 919 time: 0.4007034 May 18 14:56:15.999465 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989b760-9554-4ebc-ae10-103b0b70d134 req-bc57d76e-2ead-47aa-8379-f279418fe768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:16.000964 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2989b760-9554-4ebc-ae10-103b0b70d134 req-bc57d76e-2ead-47aa-8379-f279418fe768 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0410fe00-b11d-4309-b353-5cb8e97484be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2226100 May 18 14:56:16.025136 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cd38d-bfd4-47ee-be5b-e07f7d90c5a8 req-b298926c-af6d-47e6-b879-7e319a5d0014 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:16.032156 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-5b6cd38d-bfd4-47ee-be5b-e07f7d90c5a8 req-b298926c-af6d-47e6-b879-7e319a5d0014 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 943 time: 0.1931541 May 18 14:56:16.062426 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-fa1953c3-b163-407e-a9b8-b4fcd166af4b req-26b2204d-02f0-4102-82e0-e25df69746b8 service neutron] Publish callbacks [] for security_group (b76000f0-0be0-4843-87ce-5811af0a608d), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:16.074477 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-fa1953c3-b163-407e-a9b8-b4fcd166af4b req-26b2204d-02f0-4102-82e0-e25df69746b8 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (b76000f0-0be0-4843-87ce-5811af0a608d), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:16.096237 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-a0a95388-bf66-48a8-a0fa-460353cc828f req-6183b69b-a620-403c-8d7f-bc3cde2c4ad3 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f8df6fa-7815-4764-8657-559a2bac255e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144521 May 18 14:56:16.149424 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-5b6cd38d-bfd4-47ee-be5b-e07f7d90c5a8 req-f6bcd6dc-5d08-4390-a221-0293c73bec3c tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115623 May 18 14:56:16.169385 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-fa1953c3-b163-407e-a9b8-b4fcd166af4b req-26b2204d-02f0-4102-82e0-e25df69746b8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4f8df6fa-7815-4764-8657-559a2bac255e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236568 May 18 14:56:16.205847 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b2204d-02f0-4102-82e0-e25df69746b8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b76000f0-0be0-4843-87ce-5811af0a608d,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:16.308918 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:16.340216 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port be1a0b48-9f78-477a-a06b-50518f954982, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=be1a0b48-9f78-477a-a06b-50518f954982,segment=NetworkSegment(bbfc418c-0043-41f1-b776-d50d494cd99b),segment_id=bbfc418c-0043-41f1-b776-d50d494cd99b)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:56:16.367112 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 59474) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:16.367460 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Returning: {'device': 'be1a0b48-9f78-477a-a06b-50518f954982', 'network_id': '22bd5425-6379-4740-b6c4-d6f9b7aaeddb', 'port_id': 'be1a0b48-9f78-477a-a06b-50518f954982', 'mac_address': 'fa:16:3e:f7:33:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8225869c-efe1-47af-ba2b-3d33d9623b49', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110158) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 14:56:16.384278 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:16.423583 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Current status of the port be1a0b48-9f78-477a-a06b-50518f954982 is: DOWN; New status is: BUILD {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:56:16.423957 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (be1a0b48-9f78-477a-a06b-50518f954982), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:16.425392 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8bda22-3f72-49ba-be0d-d7d88b266416 req-9216a55a-c68e-4c27-9743-fa326bd33e4a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:16.427417 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-9e8bda22-3f72-49ba-be0d-d7d88b266416 req-9216a55a-c68e-4c27-9743-fa326bd33e4a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 944 time: 0.0663476 May 18 14:56:16.440068 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be1a0b48-9f78-477a-a06b-50518f954982 {{(pid=110158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:56:16.464083 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port be1a0b48-9f78-477a-a06b-50518f954982, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=be1a0b48-9f78-477a-a06b-50518f954982,segment=NetworkSegment(bbfc418c-0043-41f1-b776-d50d494cd99b),segment_id=bbfc418c-0043-41f1-b776-d50d494cd99b)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:56:16.469676 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (be1a0b48-9f78-477a-a06b-50518f954982), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:16.493763 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-9e8bda22-3f72-49ba-be0d-d7d88b266416 req-d56a31c0-f6a3-4321-9b4c-1dcc52e97a9f tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601873 May 18 14:56:16.528860 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-7f4cab3c-d647-4eff-a56e-5d450fa45694 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:16.533774 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Pushing event updated for resources: {'Port': ['ID=be1a0b48-9f78-477a-a06b-50518f954982,revision_number=4']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:16.643938 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 59484) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:16.785695 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-e5263387-70f0-4a86-a87a-4b5c4f2bcfc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:16.789564 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-7f4cab3c-d647-4eff-a56e-5d450fa45694 admin admin] Publish callbacks [] for security_group (8d94a8ba-6e1c-4d8c-b4b9-d43237e14d05), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:16.794711 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-7f4cab3c-d647-4eff-a56e-5d450fa45694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (8d94a8ba-6e1c-4d8c-b4b9-d43237e14d05), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:16.823133 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-7f4cab3c-d647-4eff-a56e-5d450fa45694 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=776fe1748775411c9a9dc5740d6b19b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4539642 May 18 14:56:16.825906 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 59496) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:16.847562 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cab3c-d647-4eff-a56e-5d450fa45694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d94a8ba-6e1c-4d8c-b4b9-d43237e14d05,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:16.873038 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:16.917646 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-e5263387-70f0-4a86-a87a-4b5c4f2bcfc9 admin admin] Publish callbacks [] for security_group (35ed7381-30ab-44bf-b9e7-7d6093ab4597), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:16.918767 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-423f467c-284a-4c91-88cd-032629110138 admin admin] Publish callbacks [] for security_group (8d94a8ba-6e1c-4d8c-b4b9-d43237e14d05), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:16.923794 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-e5263387-70f0-4a86-a87a-4b5c4f2bcfc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (35ed7381-30ab-44bf-b9e7-7d6093ab4597), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:16.961288 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-423f467c-284a-4c91-88cd-032629110138 admin admin] Publish callbacks [] for security_group (8d94a8ba-6e1c-4d8c-b4b9-d43237e14d05), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:16.989429 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-e5263387-70f0-4a86-a87a-4b5c4f2bcfc9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=111f1739455a4db3b9cceba6b9c36551&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3441665 May 18 14:56:16.992636 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 59506) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:16.994816 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5263387-70f0-4a86-a87a-4b5c4f2bcfc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ed7381-30ab-44bf-b9e7-7d6093ab4597,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:16.999467 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=75,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=16 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:17.033234 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-423f467c-284a-4c91-88cd-032629110138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (8d94a8ba-6e1c-4d8c-b4b9-d43237e14d05), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:17.035754 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-423f467c-284a-4c91-88cd-032629110138 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:17.036934 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-423f467c-284a-4c91-88cd-032629110138 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8d94a8ba-6e1c-4d8c-b4b9-d43237e14d05 HTTP/1.1" status: 204 len: 168 time: 0.2100894 May 18 14:56:17.044746 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423f467c-284a-4c91-88cd-032629110138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d94a8ba-6e1c-4d8c-b4b9-d43237e14d05,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:17.054528 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-bc6b677d-90bd-4567-bff4-e4922ae542a4 admin admin] Publish callbacks [] for security_group (35ed7381-30ab-44bf-b9e7-7d6093ab4597), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:17.080505 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-bc6b677d-90bd-4567-bff4-e4922ae542a4 admin admin] Publish callbacks [] for security_group (35ed7381-30ab-44bf-b9e7-7d6093ab4597), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:17.131684 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-bc6b677d-90bd-4567-bff4-e4922ae542a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (35ed7381-30ab-44bf-b9e7-7d6093ab4597), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:17.134260 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-bc6b677d-90bd-4567-bff4-e4922ae542a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:17.135414 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-bc6b677d-90bd-4567-bff4-e4922ae542a4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/35ed7381-30ab-44bf-b9e7-7d6093ab4597 HTTP/1.1" status: 204 len: 168 time: 0.1417770 May 18 14:56:17.144061 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b677d-90bd-4567-bff4-e4922ae542a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ed7381-30ab-44bf-b9e7-7d6093ab4597,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:17.240095 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02487aa5-e0aa-42d1-ab39-7eb95c600dfd req-bdec18d2-47a8-4227-b3ef-4c9fc6bcd0dd tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:17.242220 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-02487aa5-e0aa-42d1-ab39-7eb95c600dfd req-bdec18d2-47a8-4227-b3ef-4c9fc6bcd0dd tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] 10.222.0.59 "GET /v2.0/ports?device_id=211fbe03-a0bd-49d9-a86f-3a4147d3a696 HTTP/1.1" status: 200 len: 946 time: 0.0609879 May 18 14:56:17.329972 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0570de47-2d2b-43d0-9941-a5523d7a6bc0 req-789afc0e-8355-4e1f-92ac-35d5d1556ba0 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:17.337033 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0570de47-2d2b-43d0-9941-a5523d7a6bc0 req-789afc0e-8355-4e1f-92ac-35d5d1556ba0 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 944 time: 0.0874896 May 18 14:56:17.351183 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-02487aa5-e0aa-42d1-ab39-7eb95c600dfd req-00bed177-e5ab-474f-86ab-ba14c35161c4 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f8df6fa-7815-4764-8657-559a2bac255e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005340 May 18 14:56:17.376546 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=3 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:17.418421 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0570de47-2d2b-43d0-9941-a5523d7a6bc0 req-c058967f-29af-4d36-b0d7-468d074e14a4 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802560 May 18 14:56:17.460386 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 59534) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:17.476466 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-1b5f61cf-89ea-416a-ae26-b4c0fa48a903 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:17.573451 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-1b5f61cf-89ea-416a-ae26-b4c0fa48a903 admin admin] Publish callbacks [] for security_group (48e44255-7d57-4ab1-a8a6-03474fe1e1d2), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:17.585997 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-1b5f61cf-89ea-416a-ae26-b4c0fa48a903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (48e44255-7d57-4ab1-a8a6-03474fe1e1d2), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:17.654199 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5f61cf-89ea-416a-ae26-b4c0fa48a903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e44255-7d57-4ab1-a8a6-03474fe1e1d2,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:17.664722 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e3242-0216-4c76-af48-65f279ce7624 req-8e1eb2ff-c732-430f-afc3-8d04dfaac883 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:17.671939 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f72e3242-0216-4c76-af48-65f279ce7624 req-8e1eb2ff-c732-430f-afc3-8d04dfaac883 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 945 time: 0.1017034 May 18 14:56:17.681284 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-1b5f61cf-89ea-416a-ae26-b4c0fa48a903 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fc253472be1545559d1dbe32d86586b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2191939 May 18 14:56:17.683901 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 59546) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:17.742386 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-bb2e5188-3ee0-4f47-a3ed-11725f94a394 admin admin] Publish callbacks [] for security_group (48e44255-7d57-4ab1-a8a6-03474fe1e1d2), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:17.749711 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f72e3242-0216-4c76-af48-65f279ce7624 req-7747c5c4-05db-41ca-ad38-ae254a91d118 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762935 May 18 14:56:17.750399 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 59548) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:17.773250 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-5080bd7e-9d0a-4760-b44c-f6fa7fd71435 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:17.774721 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-bb2e5188-3ee0-4f47-a3ed-11725f94a394 admin admin] Publish callbacks [] for security_group (48e44255-7d57-4ab1-a8a6-03474fe1e1d2), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:17.825984 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-bb2e5188-3ee0-4f47-a3ed-11725f94a394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (48e44255-7d57-4ab1-a8a6-03474fe1e1d2), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:17.828534 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-bb2e5188-3ee0-4f47-a3ed-11725f94a394 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:17.830129 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-bb2e5188-3ee0-4f47-a3ed-11725f94a394 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/48e44255-7d57-4ab1-a8a6-03474fe1e1d2 HTTP/1.1" status: 204 len: 168 time: 0.1450183 May 18 14:56:17.841395 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2e5188-3ee0-4f47-a3ed-11725f94a394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e44255-7d57-4ab1-a8a6-03474fe1e1d2,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:17.886677 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-5080bd7e-9d0a-4760-b44c-f6fa7fd71435 admin admin] Publish callbacks [] for security_group (249d4596-d3c9-4611-9d29-023c8c951bea), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:17.891828 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-5080bd7e-9d0a-4760-b44c-f6fa7fd71435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (249d4596-d3c9-4611-9d29-023c8c951bea), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:17.934950 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-5080bd7e-9d0a-4760-b44c-f6fa7fd71435 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8a49601a5ef74ebc90612bce010d37c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1832607 May 18 14:56:17.936176 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5080bd7e-9d0a-4760-b44c-f6fa7fd71435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249d4596-d3c9-4611-9d29-023c8c951bea,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:17.937730 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 59560) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:18.003233 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-993df6ba-25f7-4b9c-8790-c9f37bebabb6 admin admin] Publish callbacks [] for security_group (249d4596-d3c9-4611-9d29-023c8c951bea), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:18.028470 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-993df6ba-25f7-4b9c-8790-c9f37bebabb6 admin admin] Publish callbacks [] for security_group (249d4596-d3c9-4611-9d29-023c8c951bea), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:18.084667 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-993df6ba-25f7-4b9c-8790-c9f37bebabb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (249d4596-d3c9-4611-9d29-023c8c951bea), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:18.087360 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-993df6ba-25f7-4b9c-8790-c9f37bebabb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:18.088826 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-993df6ba-25f7-4b9c-8790-c9f37bebabb6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/249d4596-d3c9-4611-9d29-023c8c951bea HTTP/1.1" status: 204 len: 168 time: 0.1492939 May 18 14:56:18.100505 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993df6ba-25f7-4b9c-8790-c9f37bebabb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249d4596-d3c9-4611-9d29-023c8c951bea,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:18.307247 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 59578) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:18.419434 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 59586) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:18.435310 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-acd655e7-5386-422b-974d-48071e0780d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:18.466613 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=10 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:18.502130 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-210eb680-5769-49b6-b9b1-42d0224872af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:18.739908 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456aa398-a079-4ebc-803d-8fdeabb96618 req-b3f9259b-1a1c-487f-abc4-c30eb95644e3 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:18.741953 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-456aa398-a079-4ebc-803d-8fdeabb96618 req-b3f9259b-1a1c-487f-abc4-c30eb95644e3 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] 10.222.0.59 "GET /v2.0/ports?device_id=211fbe03-a0bd-49d9-a86f-3a4147d3a696 HTTP/1.1" status: 200 len: 946 time: 0.3034699 May 18 14:56:18.770886 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f92ec9-ef27-48a3-9699-2e5d1be4b2d6 req-eb09b805-5823-4efa-8060-9a2fa9adb7cf tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:18.772363 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e4f92ec9-ef27-48a3-9699-2e5d1be4b2d6 req-eb09b805-5823-4efa-8060-9a2fa9adb7cf tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 944 time: 0.2752845 May 18 14:56:18.796408 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:18.939746 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e0adce11-6f92-4a9a-93e0-164d38c692a4 req-f1453f3d-fb1e-413a-b3c2-c322bb9d90f5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be1a0b48-9f78-477a-a06b-50518f954982 HTTP/1.1" status: 200 len: 217 time: 0.0964487 May 18 14:56:18.983545 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-456aa398-a079-4ebc-803d-8fdeabb96618 req-9f287d7c-30c1-456b-8946-27ec8f13e92e tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f8df6fa-7815-4764-8657-559a2bac255e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325332 May 18 14:56:18.997819 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-acd655e7-5386-422b-974d-48071e0780d6 admin admin] Publish callbacks [] for security_group (c234470d-3441-44c5-bf7e-cd4e3e2d295b), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:19.019985 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e4f92ec9-ef27-48a3-9699-2e5d1be4b2d6 req-7317f606-c2f6-4cb5-a2cd-c6688f74ba8a tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2371254 May 18 14:56:19.027771 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-acd655e7-5386-422b-974d-48071e0780d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (c234470d-3441-44c5-bf7e-cd4e3e2d295b), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:19.075523 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-210eb680-5769-49b6-b9b1-42d0224872af admin admin] Publish callbacks [] for security_group (9dbb5756-9725-4cc7-8ea4-af951f462812), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:19.101450 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-210eb680-5769-49b6-b9b1-42d0224872af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (9dbb5756-9725-4cc7-8ea4-af951f462812), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:19.154801 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-acd655e7-5386-422b-974d-48071e0780d6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=85733c182eb943bcba804a8bfd80e664&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7317970 May 18 14:56:19.156977 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 59610) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:19.158407 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd655e7-5386-422b-974d-48071e0780d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c234470d-3441-44c5-bf7e-cd4e3e2d295b,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:19.179153 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2989b760-9554-4ebc-ae10-103b0b70d134 req-2c8c9522-de9b-4d25-9c9e-2f20d60e11d0 service neutron] 10.222.0.49 "GET /v2.0/networks/0410fe00-b11d-4309-b353-5cb8e97484be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234856 May 18 14:56:19.202283 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d2adfa-d97f-44c1-a7f9-4c51c8b6d10c req-6e61f714-abb8-44ec-9b73-7459b768fc04 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:19.203832 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e2d2adfa-d97f-44c1-a7f9-4c51c8b6d10c req-6e61f714-abb8-44ec-9b73-7459b768fc04 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 945 time: 0.1170220 May 18 14:56:19.211655 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-210eb680-5769-49b6-b9b1-42d0224872af admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9d21dc4b408245ee9a4c41b959187681&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9032676 May 18 14:56:19.215158 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 59614) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:19.231822 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210eb680-5769-49b6-b9b1-42d0224872af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbb5756-9725-4cc7-8ea4-af951f462812,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:19.241308 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-fcd03e26-e481-493e-9edc-161ce6dbb1f8 admin admin] Publish callbacks [] for security_group (c234470d-3441-44c5-bf7e-cd4e3e2d295b), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:19.268656 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=7 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:19.272229 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-fcd03e26-e481-493e-9edc-161ce6dbb1f8 admin admin] Publish callbacks [] for security_group (c234470d-3441-44c5-bf7e-cd4e3e2d295b), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:19.329192 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-fcd03e26-e481-493e-9edc-161ce6dbb1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (c234470d-3441-44c5-bf7e-cd4e3e2d295b), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:19.333452 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-fcd03e26-e481-493e-9edc-161ce6dbb1f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:19.335463 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-fcd03e26-e481-493e-9edc-161ce6dbb1f8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c234470d-3441-44c5-bf7e-cd4e3e2d295b HTTP/1.1" status: 204 len: 168 time: 0.1763155 May 18 14:56:19.347764 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd03e26-e481-493e-9edc-161ce6dbb1f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c234470d-3441-44c5-bf7e-cd4e3e2d295b,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:19.371619 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:INSERT=16,neutron:SELECT=82,neutron:UPDATE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:19.406884 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e2d2adfa-d97f-44c1-a7f9-4c51c8b6d10c req-d4c0ec2e-c9f9-4b1e-b47b-a38f5f33664a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844277 May 18 14:56:19.418363 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0adce11-6f92-4a9a-93e0-164d38c692a4 req-af3507b7-c51d-424f-9f31-5f0e3307d94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:19.419815 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e0adce11-6f92-4a9a-93e0-164d38c692a4 req-af3507b7-c51d-424f-9f31-5f0e3307d94d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8225869c-efe1-47af-ba2b-3d33d9623b49 HTTP/1.1" status: 200 len: 857 time: 0.1551194 May 18 14:56:19.441646 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-e9215e06-79d6-412f-9721-91c5f453da34 admin admin] Publish callbacks [] for security_group (9dbb5756-9725-4cc7-8ea4-af951f462812), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:19.452597 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] get_ports_and_sgs() called for port_ids ['be1a0b48-9f78-477a-a06b-50518f954982'] {{(pid=110158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 14:56:19.491689 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2989b760-9554-4ebc-ae10-103b0b70d134 req-69cef7a7-dc8b-4934-b7df-c41d9f01c1f0 service neutron] 10.222.0.49 "GET /v2.0/networks/0410fe00-b11d-4309-b353-5cb8e97484be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399805 May 18 14:56:19.503808 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-e9215e06-79d6-412f-9721-91c5f453da34 admin admin] Publish callbacks [] for security_group (9dbb5756-9725-4cc7-8ea4-af951f462812), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:19.506705 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0adce11-6f92-4a9a-93e0-164d38c692a4 req-26c9f013-5824-46df-b388-65c269795024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:19.508230 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e0adce11-6f92-4a9a-93e0-164d38c692a4 req-26c9f013-5824-46df-b388-65c269795024 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=22bd5425-6379-4740-b6c4-d6f9b7aaeddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0814786 May 18 14:56:19.564099 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] get_ports_and_sgs() called for port_ids ['4b7b091c-ade3-422f-a228-9a575395a54b'] {{(pid=110158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 14:56:19.593049 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device 57d2f680-f45f-4e76-83e5-1b16aa578a8c up at agent hyperv_hv-cinder-83998 {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:56:19.634877 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-e9215e06-79d6-412f-9721-91c5f453da34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (9dbb5756-9725-4cc7-8ea4-af951f462812), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:19.637710 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-e9215e06-79d6-412f-9721-91c5f453da34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:19.638848 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-e9215e06-79d6-412f-9721-91c5f453da34 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9dbb5756-9725-4cc7-8ea4-af951f462812 HTTP/1.1" status: 204 len: 168 time: 0.4227374 May 18 14:56:19.652933 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9215e06-79d6-412f-9721-91c5f453da34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dbb5756-9725-4cc7-8ea4-af951f462812,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:19.695204 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e0adce11-6f92-4a9a-93e0-164d38c692a4 req-f5b8b39b-0bb2-40db-ba7a-694c537bf537 service neutron] 10.222.0.49 "GET /v2.0/networks/22bd5425-6379-4740-b6c4-d6f9b7aaeddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426861 May 18 14:56:19.732273 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Provisioning for port 57d2f680-f45f-4e76-83e5-1b16aa578a8c completed by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 14:56:19.756741 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Provisioning complete for port 57d2f680-f45f-4e76-83e5-1b16aa578a8c triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:56:19.757119 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (57d2f680-f45f-4e76-83e5-1b16aa578a8c), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:19.802069 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:19.804738 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e0adce11-6f92-4a9a-93e0-164d38c692a4 req-6a55c3d8-3468-4527-85ad-91c672046d3f service neutron] 10.222.0.49 "GET /v2.0/networks/22bd5425-6379-4740-b6c4-d6f9b7aaeddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034260 May 18 14:56:19.873178 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:19.888455 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Current status of the port 57d2f680-f45f-4e76-83e5-1b16aa578a8c is: BUILD; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:56:19.888874 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (57d2f680-f45f-4e76-83e5-1b16aa578a8c), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:19.891696 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:19.921259 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447f7721-8ce1-4cbe-996a-75b2426474bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d2f680-f45f-4e76-83e5-1b16aa578a8c'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:56:19.923744 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62dae43363b0d9fbe88fecb50d2dfb4fafe72539e0e1d03116e82a6fdda86ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d02ab5a-eb1f-430b-9e09-12bfa3b365e5" -d '{"events": [{"server_uuid": "447f7721-8ce1-4cbe-996a-75b2426474bc", "name": "network-vif-plugged", "status": "completed", "tag": "57d2f680-f45f-4e76-83e5-1b16aa578a8c"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:56:19.938679 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port 57d2f680-f45f-4e76-83e5-1b16aa578a8c, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=57d2f680-f45f-4e76-83e5-1b16aa578a8c,segment=NetworkSegment(bbfc418c-0043-41f1-b776-d50d494cd99b),segment_id=bbfc418c-0043-41f1-b776-d50d494cd99b)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:56:19.946487 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (57d2f680-f45f-4e76-83e5-1b16aa578a8c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:20.226618 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ca062-3e29-4162-8d85-833eb001bae4 req-d60ad14b-55d7-4b09-a314-7db1fabe0eb0 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:20.230741 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 14:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c3e79b-4317-4357-b627-63af932de125 x-openstack-request-id: req-12c3e79b-4317-4357-b627-63af932de125 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:56:20.231246 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "447f7721-8ce1-4cbe-996a-75b2426474bc", "name": "network-vif-plugged", "status": "completed", "tag": "57d2f680-f45f-4e76-83e5-1b16aa578a8c", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:56:20.231877 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-12c3e79b-4317-4357-b627-63af932de125 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:56:20.232518 dv-cinder-839987-7-iscsi neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12c3e79b-4317-4357-b627-63af932de125'] response: {'server_uuid': '447f7721-8ce1-4cbe-996a-75b2426474bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d2f680-f45f-4e76-83e5-1b16aa578a8c', 'code': 200} May 18 14:56:20.235971 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-240ca062-3e29-4162-8d85-833eb001bae4 req-d60ad14b-55d7-4b09-a314-7db1fabe0eb0 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] 10.222.0.59 "GET /v2.0/ports?device_id=211fbe03-a0bd-49d9-a86f-3a4147d3a696 HTTP/1.1" status: 200 len: 946 time: 0.1338124 May 18 14:56:20.273192 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Pushing event updated for resources: {'Port': ['ID=57d2f680-f45f-4e76-83e5-1b16aa578a8c,revision_number=5']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:20.293052 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e37248-b457-4c35-bf40-6c01b85aaa7f req-d1eb51da-e5e4-4555-898e-0a4b17e7dd4b tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:20.295497 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-94e37248-b457-4c35-bf40-6c01b85aaa7f req-d1eb51da-e5e4-4555-898e-0a4b17e7dd4b tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 944 time: 0.1245532 May 18 14:56:20.375260 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-240ca062-3e29-4162-8d85-833eb001bae4 req-f6464478-101d-4d80-b7c3-5e743eb70824 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f8df6fa-7815-4764-8657-559a2bac255e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382992 May 18 14:56:20.378804 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-94e37248-b457-4c35-bf40-6c01b85aaa7f req-040a2cca-c012-47f9-b8ab-2572676dd2bc tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733635 May 18 14:56:20.415555 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 59670) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:20.432708 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-26e552f5-640b-4a5e-a605-6b001321e7df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:20.521371 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-decb13e7-8604-404c-89f8-784934746cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (7afc6fe8-d13b-4fd3-bc99-e9efab9a141d), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:20.587573 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06098b2-b65d-45de-99e0-650ff5adb8a3 req-f1b2c896-4bc2-4a9c-a3e4-27615d312a95 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:20.589176 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-26e552f5-640b-4a5e-a605-6b001321e7df admin admin] Publish callbacks [] for security_group (cbc356f5-8674-4f8f-bb7b-122c2085f8c6), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:20.590943 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-b06098b2-b65d-45de-99e0-650ff5adb8a3 req-f1b2c896-4bc2-4a9c-a3e4-27615d312a95 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 945 time: 0.0622582 May 18 14:56:20.600248 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-26e552f5-640b-4a5e-a605-6b001321e7df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (cbc356f5-8674-4f8f-bb7b-122c2085f8c6), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:20.604138 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:INSERT=8 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:20.664489 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e552f5-640b-4a5e-a605-6b001321e7df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc356f5-8674-4f8f-bb7b-122c2085f8c6,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:20.667473 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-b06098b2-b65d-45de-99e0-650ff5adb8a3 req-6580a26b-be10-460b-adf1-13fbb123c46e tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700736 May 18 14:56:20.672406 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-26e552f5-640b-4a5e-a605-6b001321e7df admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1452f28d7b7b4ec6aff522e375c21210&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2551372 May 18 14:56:20.675871 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 59694) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:20.756349 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-98e2c4a3-f3c6-41c7-a3ef-5b569e5a441d admin admin] Publish callbacks [] for security_group (cbc356f5-8674-4f8f-bb7b-122c2085f8c6), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:20.784415 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-98e2c4a3-f3c6-41c7-a3ef-5b569e5a441d admin admin] Publish callbacks [] for security_group (cbc356f5-8674-4f8f-bb7b-122c2085f8c6), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:20.841238 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-98e2c4a3-f3c6-41c7-a3ef-5b569e5a441d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (cbc356f5-8674-4f8f-bb7b-122c2085f8c6), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:20.843741 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-98e2c4a3-f3c6-41c7-a3ef-5b569e5a441d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:20.844850 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.agents_db [None req-a4aab2e5-b658-4b2c-9b1f-100bc6421b45 None None] Agent healthcheck: found 6 active agents {{(pid=110159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:56:20.845372 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-98e2c4a3-f3c6-41c7-a3ef-5b569e5a441d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cbc356f5-8674-4f8f-bb7b-122c2085f8c6 HTTP/1.1" status: 204 len: 168 time: 0.1680334 May 18 14:56:20.857801 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e2c4a3-f3c6-41c7-a3ef-5b569e5a441d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc356f5-8674-4f8f-bb7b-122c2085f8c6,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:20.930919 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 59708) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:21.180655 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-9d62d9d9-4c91-491c-89ac-f05aa083e9be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:21.269674 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-9d62d9d9-4c91-491c-89ac-f05aa083e9be admin admin] Publish callbacks [] for security_group (949bf017-9f64-432f-b567-b0f80c55f7e9), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:21.274860 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-9d62d9d9-4c91-491c-89ac-f05aa083e9be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (949bf017-9f64-432f-b567-b0f80c55f7e9), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:21.317087 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-9d62d9d9-4c91-491c-89ac-f05aa083e9be admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e0ef32af0621413e9c8005433e7544b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3850257 May 18 14:56:21.317957 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d62d9d9-4c91-491c-89ac-f05aa083e9be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949bf017-9f64-432f-b567-b0f80c55f7e9,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:21.320291 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 59726) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:21.389110 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-e57f1369-0439-44ea-a8f5-0936b4061f9d admin admin] Publish callbacks [] for security_group (949bf017-9f64-432f-b567-b0f80c55f7e9), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:21.412220 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-e57f1369-0439-44ea-a8f5-0936b4061f9d admin admin] Publish callbacks [] for security_group (949bf017-9f64-432f-b567-b0f80c55f7e9), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:21.462425 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-e57f1369-0439-44ea-a8f5-0936b4061f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (949bf017-9f64-432f-b567-b0f80c55f7e9), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:21.465297 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-e57f1369-0439-44ea-a8f5-0936b4061f9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:21.467002 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-e57f1369-0439-44ea-a8f5-0936b4061f9d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/949bf017-9f64-432f-b567-b0f80c55f7e9 HTTP/1.1" status: 204 len: 168 time: 0.1454706 May 18 14:56:21.477339 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57f1369-0439-44ea-a8f5-0936b4061f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949bf017-9f64-432f-b567-b0f80c55f7e9,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:21.575253 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cfaacf-21f5-488a-b2b5-7671ee2741d6 req-04894380-e425-4f76-b75f-04df1760767a tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:21.576782 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-87cfaacf-21f5-488a-b2b5-7671ee2741d6 req-04894380-e425-4f76-b75f-04df1760767a tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] 10.222.0.59 "GET /v2.0/ports?device_id=211fbe03-a0bd-49d9-a86f-3a4147d3a696 HTTP/1.1" status: 200 len: 946 time: 0.0748901 May 18 14:56:21.583186 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0296d8a0-8b4f-4215-b609-991161c19061 req-4dfae4c6-1ae0-4a15-b633-20d2953d683d tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:21.584782 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0296d8a0-8b4f-4215-b609-991161c19061 req-4dfae4c6-1ae0-4a15-b633-20d2953d683d tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 944 time: 0.0927601 May 18 14:56:21.611514 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:21.655199 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-87cfaacf-21f5-488a-b2b5-7671ee2741d6 req-e1f63669-eda8-4c53-a544-72a3a496c890 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f8df6fa-7815-4764-8657-559a2bac255e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694523 May 18 14:56:21.673468 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0296d8a0-8b4f-4215-b609-991161c19061 req-2f15322a-d03c-4bb1-b95e-fe29fae7d772 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708470 May 18 14:56:21.789099 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af14005-ee04-4a42-8ac8-bc3c5b0d9c94 req-b99f73be-cae9-46ae-b7b5-d4590bee57fb tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:21.790716 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-4af14005-ee04-4a42-8ac8-bc3c5b0d9c94 req-b99f73be-cae9-46ae-b7b5-d4590bee57fb tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 945 time: 0.0510519 May 18 14:56:21.848161 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-4af14005-ee04-4a42-8ac8-bc3c5b0d9c94 req-5f4e814e-039a-46ae-94af-a0a56b807ab0 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495076 May 18 14:56:21.987145 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 59764) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:22.000903 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ba3e2c19-50d8-4cac-af95-ba98d034b601 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:22.088461 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ba3e2c19-50d8-4cac-af95-ba98d034b601 admin admin] Publish callbacks [] for security_group (a8645495-5eb3-4d52-8531-c657a4a2a036), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:22.092962 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ba3e2c19-50d8-4cac-af95-ba98d034b601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (a8645495-5eb3-4d52-8531-c657a4a2a036), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:22.134296 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e2c19-50d8-4cac-af95-ba98d034b601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8645495-5eb3-4d52-8531-c657a4a2a036,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:22.141712 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-ba3e2c19-50d8-4cac-af95-ba98d034b601 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0f4ce613431e4d4ca3a494871c5c62dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1510978 May 18 14:56:22.142261 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 59774) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:22.206833 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ed9007cc-8e06-45a1-a2e5-107eea59b3f8 admin admin] Publish callbacks [] for security_group (a8645495-5eb3-4d52-8531-c657a4a2a036), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:22.234197 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ed9007cc-8e06-45a1-a2e5-107eea59b3f8 admin admin] Publish callbacks [] for security_group (a8645495-5eb3-4d52-8531-c657a4a2a036), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:22.235656 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:22.289724 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ed9007cc-8e06-45a1-a2e5-107eea59b3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (a8645495-5eb3-4d52-8531-c657a4a2a036), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:22.292222 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ed9007cc-8e06-45a1-a2e5-107eea59b3f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:22.293696 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-ed9007cc-8e06-45a1-a2e5-107eea59b3f8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a8645495-5eb3-4d52-8531-c657a4a2a036 HTTP/1.1" status: 204 len: 168 time: 0.1505227 May 18 14:56:22.302567 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9007cc-8e06-45a1-a2e5-107eea59b3f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8645495-5eb3-4d52-8531-c657a4a2a036,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:22.895770 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d282a3a6-cec7-43bd-8f7e-8eb987878f42 req-22ab8d54-e4cf-4608-ac9f-1c569d592beb tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:22.900636 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d282a3a6-cec7-43bd-8f7e-8eb987878f42 req-22ab8d54-e4cf-4608-ac9f-1c569d592beb tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] 10.222.0.59 "GET /v2.0/ports?device_id=211fbe03-a0bd-49d9-a86f-3a4147d3a696 HTTP/1.1" status: 200 len: 946 time: 0.1169395 May 18 14:56:22.906847 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc11cf-e553-48db-a33d-2817b58bd479 req-8ddd9b0d-7f91-4aa2-adc0-65185167b006 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:22.909378 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3edc11cf-e553-48db-a33d-2817b58bd479 req-8ddd9b0d-7f91-4aa2-adc0-65185167b006 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 944 time: 0.1148973 May 18 14:56:22.932107 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1bb7d23c-a506-4b3d-9fc6-b27f5e2cfd9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (a5518e17-d4a6-403f-b34f-0fa3d03f1833), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:22.946731 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:23.007329 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3edc11cf-e553-48db-a33d-2817b58bd479 req-bd59c885-92b3-4dcb-a494-6d2fb52dc358 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893185 May 18 14:56:23.053890 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d282a3a6-cec7-43bd-8f7e-8eb987878f42 req-da352f3e-b530-4c68-afc6-052e71540bf3 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f8df6fa-7815-4764-8657-559a2bac255e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430285 May 18 14:56:23.154177 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a7069-588b-491c-b0f9-ea9e2261f969 req-316468f9-1c3b-47e5-abff-0a6c0f138674 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:23.155948 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-985a7069-588b-491c-b0f9-ea9e2261f969 req-316468f9-1c3b-47e5-abff-0a6c0f138674 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 945 time: 0.0645576 May 18 14:56:23.221504 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-985a7069-588b-491c-b0f9-ea9e2261f969 req-4a9a58d8-62db-4a57-b349-3ed2e6352c88 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477474 May 18 14:56:23.406975 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 59856) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:23.576154 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-8e49fc9b-d51f-4d59-9413-012d9d37b1da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:23.667208 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-8e49fc9b-d51f-4d59-9413-012d9d37b1da admin admin] Publish callbacks [] for security_group (7c0d7e32-df44-4956-812f-ac83eac8613b), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:23.672872 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-8e49fc9b-d51f-4d59-9413-012d9d37b1da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (7c0d7e32-df44-4956-812f-ac83eac8613b), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:23.684206 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 59868) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:23.690790 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:23.702675 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb511f4-a034-4bae-84b6-bffbb8feb800 req-5b14d36a-e5dd-4d23-b57a-ed35ce5553c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:23.704173 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-bdb511f4-a034-4bae-84b6-bffbb8feb800 req-5b14d36a-e5dd-4d23-b57a-ed35ce5553c4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=447f7721-8ce1-4cbe-996a-75b2426474bc HTTP/1.1" status: 200 len: 1130 time: 0.0880682 May 18 14:56:23.708335 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device 4b7b091c-ade3-422f-a228-9a575395a54b up at agent hyperv_hv-cinder-83998 {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:56:23.729559 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-8e49fc9b-d51f-4d59-9413-012d9d37b1da admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fd973d4aaa2245bc97bad2a8d77d7f23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3208776 May 18 14:56:23.730464 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 59874) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:23.739618 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e49fc9b-d51f-4d59-9413-012d9d37b1da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0d7e32-df44-4956-812f-ac83eac8613b,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:23.773910 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-bdb511f4-a034-4bae-84b6-bffbb8feb800 req-fb53a3f2-81df-48de-b4e6-14a80d3af57a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560875 May 18 14:56:23.808849 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-1ed326e9-43af-4e48-961e-7ac5b0335b4e admin admin] Publish callbacks [] for security_group (7c0d7e32-df44-4956-812f-ac83eac8613b), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:23.810834 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Provisioning for port 4b7b091c-ade3-422f-a228-9a575395a54b completed by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 14:56:23.819993 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Provisioning complete for port 4b7b091c-ade3-422f-a228-9a575395a54b triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:56:23.820774 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (4b7b091c-ade3-422f-a228-9a575395a54b), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:23.843254 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-1ed326e9-43af-4e48-961e-7ac5b0335b4e admin admin] Publish callbacks [] for security_group (7c0d7e32-df44-4956-812f-ac83eac8613b), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:23.916999 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Current status of the port 4b7b091c-ade3-422f-a228-9a575395a54b is: BUILD; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:56:23.917557 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-1ed326e9-43af-4e48-961e-7ac5b0335b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (7c0d7e32-df44-4956-812f-ac83eac8613b), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:23.917696 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (4b7b091c-ade3-422f-a228-9a575395a54b), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:23.920253 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-1ed326e9-43af-4e48-961e-7ac5b0335b4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:23.923892 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-1ed326e9-43af-4e48-961e-7ac5b0335b4e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7c0d7e32-df44-4956-812f-ac83eac8613b HTTP/1.1" status: 204 len: 168 time: 0.1883490 May 18 14:56:23.929679 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed326e9-43af-4e48-961e-7ac5b0335b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0d7e32-df44-4956-812f-ac83eac8613b,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:23.955670 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf9b2c2-1694-4695-8c54-940340452792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7b091c-ade3-422f-a228-9a575395a54b'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:56:23.957909 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62dae43363b0d9fbe88fecb50d2dfb4fafe72539e0e1d03116e82a6fdda86ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3599d219-6a57-4da7-b1cf-0ba859275811" -d '{"events": [{"server_uuid": "5cf9b2c2-1694-4695-8c54-940340452792", "name": "network-vif-plugged", "status": "completed", "tag": "4b7b091c-ade3-422f-a228-9a575395a54b"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:56:23.980756 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port 4b7b091c-ade3-422f-a228-9a575395a54b, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=4b7b091c-ade3-422f-a228-9a575395a54b,segment=NetworkSegment(68ae329c-889c-4ff0-8ec9-1a3d4793b394),segment_id=68ae329c-889c-4ff0-8ec9-1a3d4793b394)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:56:23.993613 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (4b7b091c-ade3-422f-a228-9a575395a54b), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:23.995410 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device be1a0b48-9f78-477a-a06b-50518f954982 up at agent hyperv_hv-cinder-83998 {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:56:24.023910 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-50f4e27f-5619-452e-9630-0448ff5d9157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (0f4dbee4-4999-4f30-b578-59222d25f53e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:24.052966 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 14:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66602e41-c3a1-4726-9123-e3c6925fd8f9 x-openstack-request-id: req-66602e41-c3a1-4726-9123-e3c6925fd8f9 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:56:24.053515 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf9b2c2-1694-4695-8c54-940340452792", "name": "network-vif-plugged", "status": "completed", "tag": "4b7b091c-ade3-422f-a228-9a575395a54b", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:56:24.053911 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-66602e41-c3a1-4726-9123-e3c6925fd8f9 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:56:24.061985 dv-cinder-839987-7-iscsi neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66602e41-c3a1-4726-9123-e3c6925fd8f9'] response: {'server_uuid': '5cf9b2c2-1694-4695-8c54-940340452792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7b091c-ade3-422f-a228-9a575395a54b', 'code': 200} May 18 14:56:24.070369 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-90f91397-f74b-44d8-966d-1b12266d15c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:24.130324 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Provisioning for port be1a0b48-9f78-477a-a06b-50518f954982 completed by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 14:56:24.140683 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Pushing event updated for resources: {'Port': ['ID=4b7b091c-ade3-422f-a228-9a575395a54b,revision_number=5']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:24.169454 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Provisioning complete for port be1a0b48-9f78-477a-a06b-50518f954982 triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:56:24.171113 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (be1a0b48-9f78-477a-a06b-50518f954982), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:24.244402 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2653fd8-4904-4907-8e2a-4b6afa0d7342 req-d51c144e-848e-485f-afc2-f57e2890d1e0 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:24.247739 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f2653fd8-4904-4907-8e2a-4b6afa0d7342 req-d51c144e-848e-485f-afc2-f57e2890d1e0 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 945 time: 0.1220756 May 18 14:56:24.250150 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-90f91397-f74b-44d8-966d-1b12266d15c2 admin admin] Publish callbacks [] for security_group (e9f0cdd6-f899-47cb-a649-732479a4f205), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:24.267624 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-90f91397-f74b-44d8-966d-1b12266d15c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (e9f0cdd6-f899-47cb-a649-732479a4f205), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:24.277383 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be248220-1cff-425a-aa91-526f06c2b13b req-18efaee6-155e-4223-91c6-9b3c1bfd2364 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:24.279067 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-be248220-1cff-425a-aa91-526f06c2b13b req-18efaee6-155e-4223-91c6-9b3c1bfd2364 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] 10.222.0.59 "GET /v2.0/ports?device_id=211fbe03-a0bd-49d9-a86f-3a4147d3a696 HTTP/1.1" status: 200 len: 946 time: 0.1087768 May 18 14:56:24.319373 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Current status of the port be1a0b48-9f78-477a-a06b-50518f954982 is: BUILD; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:56:24.319774 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (be1a0b48-9f78-477a-a06b-50518f954982), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:24.365995 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port be1a0b48-9f78-477a-a06b-50518f954982, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=be1a0b48-9f78-477a-a06b-50518f954982,segment=NetworkSegment(bbfc418c-0043-41f1-b776-d50d494cd99b),segment_id=bbfc418c-0043-41f1-b776-d50d494cd99b)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:56:24.369866 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 59900) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:24.370022 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-90f91397-f74b-44d8-966d-1b12266d15c2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=764026592dc04f3fb7e13ab247a92b2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6801491 May 18 14:56:24.375498 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (be1a0b48-9f78-477a-a06b-50518f954982), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:24.379704 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f91397-f74b-44d8-966d-1b12266d15c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f0cdd6-f899-47cb-a649-732479a4f205,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:24.403411 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f2653fd8-4904-4907-8e2a-4b6afa0d7342 req-a7337491-f350-421c-a135-8093fd030286 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461596 May 18 14:56:24.435003 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-be248220-1cff-425a-aa91-526f06c2b13b req-e80d1f25-8e88-413d-a878-875845a60b4a tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f8df6fa-7815-4764-8657-559a2bac255e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361036 May 18 14:56:24.438923 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Pushing event updated for resources: {'Port': ['ID=be1a0b48-9f78-477a-a06b-50518f954982,revision_number=5']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:24.492461 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-866b09c9-3a1c-4cda-881e-e449236f41f3 admin admin] Publish callbacks [] for security_group (e9f0cdd6-f899-47cb-a649-732479a4f205), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:24.528217 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 59908) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:24.555352 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51b4955-2c44-419c-9ddf-e47ceb268ff3 req-2af4fb4e-80e9-4d4d-9348-7d72a9a58986 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:24.563231 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f51b4955-2c44-419c-9ddf-e47ceb268ff3 req-2af4fb4e-80e9-4d4d-9348-7d72a9a58986 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 946 time: 0.0703657 May 18 14:56:24.567114 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-866b09c9-3a1c-4cda-881e-e449236f41f3 admin admin] Publish callbacks [] for security_group (e9f0cdd6-f899-47cb-a649-732479a4f205), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:24.614115 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:24.641663 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-866b09c9-3a1c-4cda-881e-e449236f41f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (e9f0cdd6-f899-47cb-a649-732479a4f205), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:24.645833 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-866b09c9-3a1c-4cda-881e-e449236f41f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:24.648418 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-866b09c9-3a1c-4cda-881e-e449236f41f3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e9f0cdd6-f899-47cb-a649-732479a4f205 HTTP/1.1" status: 204 len: 168 time: 0.2773988 May 18 14:56:24.654615 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f51b4955-2c44-419c-9ddf-e47ceb268ff3 req-fede06da-d981-4a24-9c5a-683257c2a317 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906417 May 18 14:56:24.664162 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866b09c9-3a1c-4cda-881e-e449236f41f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f0cdd6-f899-47cb-a649-732479a4f205,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:24.765497 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 59918) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:24.786525 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-d675712c-3fdd-46ee-ba01-6cb3187d18b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:24.808263 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-745cef70-f63f-4426-861d-7311f3d44e93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:24.821047 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd153fba-c894-4439-a7a2-6019104387fd req-4fcc0106-12e6-4bd8-bafa-35742ed24149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:24.822718 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-cd153fba-c894-4439-a7a2-6019104387fd req-4fcc0106-12e6-4bd8-bafa-35742ed24149 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 1129 time: 0.0761192 May 18 14:56:24.926284 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-745cef70-f63f-4426-861d-7311f3d44e93 admin admin] Publish callbacks [] for security_group (58ab3011-96be-4892-bd4a-d4be0dcdd145), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:24.933278 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-745cef70-f63f-4426-861d-7311f3d44e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (58ab3011-96be-4892-bd4a-d4be0dcdd145), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:24.950116 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-d675712c-3fdd-46ee-ba01-6cb3187d18b3 admin admin] Publish callbacks [] for security_group (dad667da-e7e3-4291-bc62-1526ff1c5d81), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:24.962130 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-d675712c-3fdd-46ee-ba01-6cb3187d18b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (dad667da-e7e3-4291-bc62-1526ff1c5d81), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:24.982308 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-745cef70-f63f-4426-861d-7311f3d44e93 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8024fb8d59cb41979823c5ae048980ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4526901 May 18 14:56:24.984495 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745cef70-f63f-4426-861d-7311f3d44e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ab3011-96be-4892-bd4a-d4be0dcdd145,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:24.987759 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 59926) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:24.997809 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:25.014670 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d675712c-3fdd-46ee-ba01-6cb3187d18b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad667da-e7e3-4291-bc62-1526ff1c5d81,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:25.019597 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-d675712c-3fdd-46ee-ba01-6cb3187d18b3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3eea943a872546b98cf08ad5d0b016cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2528195 May 18 14:56:25.025131 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 59928) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:25.056526 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-e480f34b-c66e-4519-8aed-6b6bafbfc87a admin admin] Publish callbacks [] for security_group (58ab3011-96be-4892-bd4a-d4be0dcdd145), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:25.083509 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-e480f34b-c66e-4519-8aed-6b6bafbfc87a admin admin] Publish callbacks [] for security_group (58ab3011-96be-4892-bd4a-d4be0dcdd145), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:25.094049 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-c1f8995c-08ff-46f1-9107-b599d78c18ec admin admin] Publish callbacks [] for security_group (dad667da-e7e3-4291-bc62-1526ff1c5d81), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:25.109901 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-86248160-1b36-4d80-a449-232705ae1859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (11bd5e7f-0ec7-43f5-9ca8-99d3c1136d9c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:25.113141 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:25.125194 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-c1f8995c-08ff-46f1-9107-b599d78c18ec admin admin] Publish callbacks [] for security_group (dad667da-e7e3-4291-bc62-1526ff1c5d81), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:25.143673 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-e480f34b-c66e-4519-8aed-6b6bafbfc87a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (58ab3011-96be-4892-bd4a-d4be0dcdd145), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:25.146854 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-e480f34b-c66e-4519-8aed-6b6bafbfc87a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:25.148594 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-e480f34b-c66e-4519-8aed-6b6bafbfc87a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/58ab3011-96be-4892-bd4a-d4be0dcdd145 HTTP/1.1" status: 204 len: 168 time: 0.1597166 May 18 14:56:25.157982 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e480f34b-c66e-4519-8aed-6b6bafbfc87a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ab3011-96be-4892-bd4a-d4be0dcdd145,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:25.198083 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-c1f8995c-08ff-46f1-9107-b599d78c18ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (dad667da-e7e3-4291-bc62-1526ff1c5d81), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:25.201913 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-c1f8995c-08ff-46f1-9107-b599d78c18ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:25.203066 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-c1f8995c-08ff-46f1-9107-b599d78c18ec admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dad667da-e7e3-4291-bc62-1526ff1c5d81 HTTP/1.1" status: 204 len: 168 time: 0.1764333 May 18 14:56:25.214010 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f8995c-08ff-46f1-9107-b599d78c18ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad667da-e7e3-4291-bc62-1526ff1c5d81,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:25.309332 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 59942) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:25.323825 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-a4fe2005-400c-4200-91d2-e28a5c00010f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:25.378253 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:INSERT=3 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:25.450660 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-a4fe2005-400c-4200-91d2-e28a5c00010f admin admin] Publish callbacks [] for security_group (bd0f69be-e678-46ae-be8b-2d1722d76452), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:25.460397 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-a4fe2005-400c-4200-91d2-e28a5c00010f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (bd0f69be-e678-46ae-be8b-2d1722d76452), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:25.526753 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fe2005-400c-4200-91d2-e28a5c00010f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0f69be-e678-46ae-be8b-2d1722d76452,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:25.554118 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-a4fe2005-400c-4200-91d2-e28a5c00010f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a27a7816b4af453fb53844372303bb26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2434950 May 18 14:56:25.557101 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 59960) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:25.625841 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce18b11-db98-4f2c-a591-d5b30b4404e5 req-ceb8402a-eca3-4f26-9fac-7c0e13fbd359 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:25.628476 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-9ce18b11-db98-4f2c-a591-d5b30b4404e5 req-ceb8402a-eca3-4f26-9fac-7c0e13fbd359 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 945 time: 0.1386528 May 18 14:56:25.648203 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-6f023ed0-c6d5-4589-abe2-7d7233f33f27 admin admin] Publish callbacks [] for security_group (bd0f69be-e678-46ae-be8b-2d1722d76452), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:25.688130 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-6f023ed0-c6d5-4589-abe2-7d7233f33f27 admin admin] Publish callbacks [] for security_group (bd0f69be-e678-46ae-be8b-2d1722d76452), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:25.727951 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-cd153fba-c894-4439-a7a2-6019104387fd req-5014f01b-1e53-41e5-8ba9-dd8a67a62047 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2204082 May 18 14:56:25.776055 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-9ce18b11-db98-4f2c-a591-d5b30b4404e5 req-2de8f78b-1ce8-42d5-ae30-650e36080c51 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393476 May 18 14:56:25.806670 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-6f023ed0-c6d5-4589-abe2-7d7233f33f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (bd0f69be-e678-46ae-be8b-2d1722d76452), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:25.813107 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-6f023ed0-c6d5-4589-abe2-7d7233f33f27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:25.817860 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-6f023ed0-c6d5-4589-abe2-7d7233f33f27 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bd0f69be-e678-46ae-be8b-2d1722d76452 HTTP/1.1" status: 204 len: 168 time: 0.2566135 May 18 14:56:25.823894 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f023ed0-c6d5-4589-abe2-7d7233f33f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0f69be-e678-46ae-be8b-2d1722d76452,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:25.865082 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1401dac-7f4a-4173-b1a9-4f7ebd1c1065 req-076d9977-2d14-46d4-90b4-1ea499de75f1 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:25.866901 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d1401dac-7f4a-4173-b1a9-4f7ebd1c1065 req-076d9977-2d14-46d4-90b4-1ea499de75f1 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 946 time: 0.0711293 May 18 14:56:25.926383 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d1401dac-7f4a-4173-b1a9-4f7ebd1c1065 req-5d69571a-8781-44ca-8c6f-f50b6fb0b5b0 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529091 May 18 14:56:26.062983 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f6cf5f-5077-4b01-9a99-ffe0f7a20a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be1a0b48-9f78-477a-a06b-50518f954982'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:56:26.066500 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62dae43363b0d9fbe88fecb50d2dfb4fafe72539e0e1d03116e82a6fdda86ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6978fb57-6fef-4c42-8bfe-9055c3a5c784" -d '{"events": [{"server_uuid": "91f6cf5f-5077-4b01-9a99-ffe0f7a20a17", "name": "network-vif-plugged", "status": "completed", "tag": "be1a0b48-9f78-477a-a06b-50518f954982"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:56:26.138367 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 14:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51dee01f-1a25-4558-be38-9201c240755d x-openstack-request-id: req-51dee01f-1a25-4558-be38-9201c240755d {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:56:26.138980 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f6cf5f-5077-4b01-9a99-ffe0f7a20a17", "name": "network-vif-plugged", "status": "completed", "tag": "be1a0b48-9f78-477a-a06b-50518f954982", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:56:26.139144 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-51dee01f-1a25-4558-be38-9201c240755d {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:56:26.139719 dv-cinder-839987-7-iscsi neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51dee01f-1a25-4558-be38-9201c240755d'] response: {'server_uuid': '91f6cf5f-5077-4b01-9a99-ffe0f7a20a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be1a0b48-9f78-477a-a06b-50518f954982', 'code': 200} May 18 14:56:26.467866 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:26.960791 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbbdc85-0010-4455-b99d-cd3c350e602a req-30835e13-a481-465a-aed6-7cec840a62ec tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:26.962331 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-5bbbdc85-0010-4455-b99d-cd3c350e602a req-30835e13-a481-465a-aed6-7cec840a62ec tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 945 time: 0.0727346 May 18 14:56:27.031434 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-5bbbdc85-0010-4455-b99d-cd3c350e602a req-ea7479d4-b4d9-4679-a19d-8e6cb5155779 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610707 May 18 14:56:27.217637 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf51e0-6255-410e-9bc4-72aeabf5abbb req-5901a61d-80d6-4644-8039-cfb63f43586d tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:27.219460 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-aaaf51e0-6255-410e-9bc4-72aeabf5abbb req-5901a61d-80d6-4644-8039-cfb63f43586d tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 946 time: 0.0776293 May 18 14:56:27.321467 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-aaaf51e0-6255-410e-9bc4-72aeabf5abbb req-02a25079-b4a1-4b2a-8b7a-73478d84aabb tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928009 May 18 14:56:28.185991 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8fa9e2-aa6c-4f50-aa75-660fd13eccc0 req-f58cad44-2aeb-4599-a069-eec278e7aa61 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:28.187460 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ce8fa9e2-aa6c-4f50-aa75-660fd13eccc0 req-f58cad44-2aeb-4599-a069-eec278e7aa61 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 945 time: 0.0537534 May 18 14:56:28.238626 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ce8fa9e2-aa6c-4f50-aa75-660fd13eccc0 req-533abef6-606b-4754-b45d-f3a7fe7318fe tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456285 May 18 14:56:28.458180 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e13ce1-4471-41d4-a141-7ae3c9a65688 req-292acc07-b88c-4996-8baa-2501ed3f4067 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:28.459716 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-c9e13ce1-4471-41d4-a141-7ae3c9a65688 req-292acc07-b88c-4996-8baa-2501ed3f4067 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 946 time: 0.0618815 May 18 14:56:28.471637 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:28.513137 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-c9e13ce1-4471-41d4-a141-7ae3c9a65688 req-0054b7f2-860f-429c-8508-b26fd0031cc7 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474510 May 18 14:56:29.376812 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f259e4ec-66d5-4330-908c-fdac9753735e req-92aa6b5a-ff58-44d6-b929-84bdb1213b8f tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:29.378330 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f259e4ec-66d5-4330-908c-fdac9753735e req-92aa6b5a-ff58-44d6-b929-84bdb1213b8f tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 945 time: 0.0584965 May 18 14:56:29.438021 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f259e4ec-66d5-4330-908c-fdac9753735e req-bfd8a30b-12fe-4c0d-a730-b62ce46e54b1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532308 May 18 14:56:29.539412 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff72fcd-11a3-493a-9147-8674e309006b req-e2ec2c67-2d79-4a91-a5a1-b4ad1732b81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:29.541903 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-aff72fcd-11a3-493a-9147-8674e309006b req-e2ec2c67-2d79-4a91-a5a1-b4ad1732b81f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 1130 time: 0.0483968 May 18 14:56:29.634939 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:29.663652 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7d58f-aa2c-4e5e-b6cf-17f3e1360426 req-c2ae69b4-03ff-4b4f-be34-ab50cabf8c2a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:29.665184 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-88c7d58f-aa2c-4e5e-b6cf-17f3e1360426 req-c2ae69b4-03ff-4b4f-be34-ab50cabf8c2a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 946 time: 0.0702021 May 18 14:56:29.667908 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-aff72fcd-11a3-493a-9147-8674e309006b req-c8b2bf9f-9b4f-4e0d-878a-6d1ebcf9227d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926838 May 18 14:56:29.717447 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-88c7d58f-aa2c-4e5e-b6cf-17f3e1360426 req-805eb75e-381a-4dc1-8be4-8a5bf23fe020 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466456 May 18 14:56:30.585344 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e217e2-7cec-47df-b9a7-a3e17b71579c req-4179d726-6e3d-4815-aa02-f8259aaa9f42 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:30.586854 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-73e217e2-7cec-47df-b9a7-a3e17b71579c req-4179d726-6e3d-4815-aa02-f8259aaa9f42 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 945 time: 0.0648518 May 18 14:56:30.643860 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-73e217e2-7cec-47df-b9a7-a3e17b71579c req-c23ba6eb-c6a8-48ce-b312-d22fed63c89a tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509052 May 18 14:56:30.840242 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863f741-812f-4f36-b22b-5bdb3f35d701 req-7e211884-7254-47d7-acc0-c114f55d9287 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:30.841734 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d863f741-812f-4f36-b22b-5bdb3f35d701 req-7e211884-7254-47d7-acc0-c114f55d9287 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 946 time: 0.0540512 May 18 14:56:30.898658 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d863f741-812f-4f36-b22b-5bdb3f35d701 req-02cd3aee-07b2-47e3-b3af-622ba6a263de tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484436 May 18 14:56:31.763735 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c14c10-2930-4bf6-be51-81b85270bf3e req-f94b8de6-8c5f-4360-bd2c-8ee784793bbf tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:31.765271 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-33c14c10-2930-4bf6-be51-81b85270bf3e req-f94b8de6-8c5f-4360-bd2c-8ee784793bbf tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 945 time: 0.0533559 May 18 14:56:31.822974 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-33c14c10-2930-4bf6-be51-81b85270bf3e req-e386a7eb-2154-43e6-8d3e-0476d41d7a18 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511217 May 18 14:56:32.014985 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4fca0-703b-4a10-bcc1-d09a6f80ce0e req-a247f233-b6ba-492c-9db6-3050a95fe3f6 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:32.016824 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-02c4fca0-703b-4a10-bcc1-d09a6f80ce0e req-a247f233-b6ba-492c-9db6-3050a95fe3f6 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 945 time: 0.0833843 May 18 14:56:32.027535 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 60222) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:32.032435 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-1f585a74-a120-4bfc-b086-691b0b01e1f1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Request body: {'floatingip': {'port_id': '4b7b091c-ade3-422f-a228-9a575395a54b'}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:56:32.039844 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9466b-0644-4bad-a56b-6ceb062abcf0 req-7b5b6d9f-bef3-4598-a6f0-c4ea4507a1d9 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:32.041357 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0cc9466b-0644-4bad-a56b-6ceb062abcf0 req-7b5b6d9f-bef3-4598-a6f0-c4ea4507a1d9 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 946 time: 0.0645826 May 18 14:56:32.092533 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0cc9466b-0644-4bad-a56b-6ceb062abcf0 req-23ce6481-02a5-48ea-b5c6-b666507c2ea1 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453706 May 18 14:56:32.105189 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-1f585a74-a120-4bfc-b086-691b0b01e1f1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks [] for floatingip (ec1cbe1e-6de0-4dab-9741-f74f151e7e60), before_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:32.700659 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-1f585a74-a120-4bfc-b086-691b0b01e1f1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:32.703975 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-1f585a74-a120-4bfc-b086-691b0b01e1f1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008279'] for floatingip (ec1cbe1e-6de0-4dab-9741-f74f151e7e60), after_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:32.969610 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:DELETE=1,neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:32.973772 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.db.l3_db [None req-1f585a74-a120-4bfc-b086-691b0b01e1f1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Floating IP ec1cbe1e-6de0-4dab-9741-f74f151e7e60 associated. External IP: 172.27.3.238, port: 4b7b091c-ade3-422f-a228-9a575395a54b. May 18 14:56:33.057701 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:INSERT=1,neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:33.184677 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f585a74-a120-4bfc-b086-691b0b01e1f1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Router 41e37182-3d94-4d50-b848-597beeda176f has already been hosted by L3 agent a5518e17-d4a6-403f-b34f-0fa3d03f1833 {{(pid=110156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 14:56:33.222832 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1ee943-6f45-451a-91e9-444d50ff8956 req-4ed9255d-8309-46c4-adf2-25876e9c12f3 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:33.224377 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2f1ee943-6f45-451a-91e9-444d50ff8956 req-4ed9255d-8309-46c4-adf2-25876e9c12f3 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 946 time: 0.0642374 May 18 14:56:33.275657 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2f1ee943-6f45-451a-91e9-444d50ff8956 req-240d60e7-a5a9-43e8-a144-b267340ab8e6 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446303 May 18 14:56:33.303887 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f585a74-a120-4bfc-b086-691b0b01e1f1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Notify agent at l3_agent.dv-cinder-839987-7-iscsi the message routers_updated {{(pid=110156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:56:33.308690 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-1f585a74-a120-4bfc-b086-691b0b01e1f1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for floatingip (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:33.317748 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61379084-d5e6-4167-8d11-2e41afa07619 None None] Sync routers for ids ['41e37182-3d94-4d50-b848-597beeda176f'] in dv-cinder-839987-7-iscsi {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:56:33.327699 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61379084-d5e6-4167-8d11-2e41afa07619 None None] Routers {'41e37182-3d94-4d50-b848-597beeda176f'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:56:33.328519 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-61379084-d5e6-4167-8d11-2e41afa07619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T14:56:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['41e37182-3d94-4d50-b848-597beeda176f'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:56:33.351211 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-1f585a74-a120-4bfc-b086-691b0b01e1f1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "PUT /v2.0/floatingips/ec1cbe1e-6de0-4dab-9741-f74f151e7e60 HTTP/1.1" status: 200 len: 991 time: 1.3225341 May 18 14:56:33.352040 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf9b2c2-1694-4695-8c54-940340452792', 'tag': '4b7b091c-ade3-422f-a228-9a575395a54b'}] {{(pid=110156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:56:33.354752 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133ec7be95234859c4edce85a8c9b28b91a94f2f136921e0bf9997cb2a51d6fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28176851-8faf-43c5-8e99-ab5847a3763a" -d '{"events": [{"name": "network-changed", "server_uuid": "5cf9b2c2-1694-4695-8c54-940340452792", "tag": "4b7b091c-ade3-422f-a228-9a575395a54b"}]}' {{(pid=110156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:56:33.396318 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 14:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928791db-bb66-46d9-858b-664296e78886 x-openstack-request-id: req-928791db-bb66-46d9-858b-664296e78886 {{(pid=110156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:56:33.398404 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cf9b2c2-1694-4695-8c54-940340452792", "tag": "4b7b091c-ade3-422f-a228-9a575395a54b", "status": "completed", "code": 200}]} {{(pid=110156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:56:33.398404 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-928791db-bb66-46d9-858b-664296e78886 {{(pid=110156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:56:33.398404 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-928791db-bb66-46d9-858b-664296e78886'] response: {'name': 'network-changed', 'server_uuid': '5cf9b2c2-1694-4695-8c54-940340452792', 'tag': '4b7b091c-ade3-422f-a228-9a575395a54b', 'status': 'completed', 'code': 200} May 18 14:56:33.434936 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-61379084-d5e6-4167-8d11-2e41afa07619 None None] Set router 41e37182-3d94-4d50-b848-597beeda176f gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:56:33.769880 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-61379084-d5e6-4167-8d11-2e41afa07619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e37182-3d94-4d50-b848-597beeda176f', 'name': 'tempest-AttachVolumeShelveTestJSON-347408289-router', 'tenant_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '6ef0903a-1f5c-4c34-ac67-0dc694bd736d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:55:37Z', 'updated_at': '2022-05-18T14:55:43Z', 'revision_number': 4, 'project_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'gw_port': {'id': '6ef0903a-1f5c-4c34-ac67-0dc694bd736d', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:48:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e37182-3d94-4d50-b848-597beeda176f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:55:38Z', 'updated_at': '2022-05-18T14:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_floatingips': [{'id': 'ec1cbe1e-6de0-4dab-9741-f74f151e7e60', 'tenant_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'floating_ip_address': '172.27.3.238', 'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'router_id': '41e37182-3d94-4d50-b848-597beeda176f', 'port_id': '4b7b091c-ade3-422f-a228-9a575395a54b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 79, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0410fe00-b11d-4309-b353-5cb8e97484be', 'mac_address': 'fa:16:3e:09:16:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf9b2c2-1694-4695-8c54-940340452792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:55:47Z', 'updated_at': '2022-05-18T14:56:32Z', 'revision_number': 1, 'project_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6550b0f2-88e3-4874-831f-84a725711273', 'name': '', 'network_id': '0410fe00-b11d-4309-b353-5cb8e97484be', 'tenant_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'mac_address': 'fa:16:3e:fc:e6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e37182-3d94-4d50-b848-597beeda176f', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1be02795-0dc2-4225-87b4-7592fa1ed277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:55:41Z', 'updated_at': '2022-05-18T14:55:48Z', 'revision_number': 5, 'project_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'subnets': [{'id': '1be02795-0dc2-4225-87b4-7592fa1ed277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:56:33.795603 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61379084-d5e6-4167-8d11-2e41afa07619 None None] Checking router: 41e37182-3d94-4d50-b848-597beeda176f for host: dv-cinder-839987-7-iscsi {{(pid=110159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:56:33.804818 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61379084-d5e6-4167-8d11-2e41afa07619 None None] Routers {'41e37182-3d94-4d50-b848-597beeda176f'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:56:33.805417 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-61379084-d5e6-4167-8d11-2e41afa07619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T14:56:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['41e37182-3d94-4d50-b848-597beeda176f'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:56:33.926323 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-61379084-d5e6-4167-8d11-2e41afa07619 None None] Set router 41e37182-3d94-4d50-b848-597beeda176f gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:56:34.075789 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28176851-8faf-43c5-8e99-ab5847a3763a req-f01f52ca-032d-4f82-8e53-bd471cf0aedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:34.077815 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-28176851-8faf-43c5-8e99-ab5847a3763a req-f01f52ca-032d-4f82-8e53-bd471cf0aedd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c46dc2b21d34158bf2a7eb0e39c06a3&device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 1129 time: 0.0543547 May 18 14:56:34.180275 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-61379084-d5e6-4167-8d11-2e41afa07619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e37182-3d94-4d50-b848-597beeda176f', 'name': 'tempest-AttachVolumeShelveTestJSON-347408289-router', 'tenant_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '6ef0903a-1f5c-4c34-ac67-0dc694bd736d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:55:37Z', 'updated_at': '2022-05-18T14:55:43Z', 'revision_number': 4, 'project_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'gw_port': {'id': '6ef0903a-1f5c-4c34-ac67-0dc694bd736d', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:48:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e37182-3d94-4d50-b848-597beeda176f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:55:38Z', 'updated_at': '2022-05-18T14:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_floatingips': [{'id': 'ec1cbe1e-6de0-4dab-9741-f74f151e7e60', 'tenant_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'floating_ip_address': '172.27.3.238', 'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'router_id': '41e37182-3d94-4d50-b848-597beeda176f', 'port_id': '4b7b091c-ade3-422f-a228-9a575395a54b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 79, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0410fe00-b11d-4309-b353-5cb8e97484be', 'mac_address': 'fa:16:3e:09:16:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf9b2c2-1694-4695-8c54-940340452792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:55:47Z', 'updated_at': '2022-05-18T14:56:32Z', 'revision_number': 1, 'project_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6550b0f2-88e3-4874-831f-84a725711273', 'name': '', 'network_id': '0410fe00-b11d-4309-b353-5cb8e97484be', 'tenant_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'mac_address': 'fa:16:3e:fc:e6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e37182-3d94-4d50-b848-597beeda176f', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1be02795-0dc2-4225-87b4-7592fa1ed277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:55:41Z', 'updated_at': '2022-05-18T14:55:48Z', 'revision_number': 5, 'project_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'subnets': [{'id': '1be02795-0dc2-4225-87b4-7592fa1ed277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:56:34.205925 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61379084-d5e6-4167-8d11-2e41afa07619 None None] The sync data for ids ['41e37182-3d94-4d50-b848-597beeda176f'] in dv-cinder-839987-7-iscsi is: [{'id': '41e37182-3d94-4d50-b848-597beeda176f', 'name': 'tempest-AttachVolumeShelveTestJSON-347408289-router', 'tenant_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '6ef0903a-1f5c-4c34-ac67-0dc694bd736d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:55:37Z', 'updated_at': '2022-05-18T14:55:43Z', 'revision_number': 4, 'project_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'gw_port': {'id': '6ef0903a-1f5c-4c34-ac67-0dc694bd736d', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:48:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e37182-3d94-4d50-b848-597beeda176f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:55:38Z', 'updated_at': '2022-05-18T14:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_floatingips': [{'id': 'ec1cbe1e-6de0-4dab-9741-f74f151e7e60', 'tenant_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'floating_ip_address': '172.27.3.238', 'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'router_id': '41e37182-3d94-4d50-b848-597beeda176f', 'port_id': '4b7b091c-ade3-422f-a228-9a575395a54b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 79, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0410fe00-b11d-4309-b353-5cb8e97484be', 'mac_address': 'fa:16:3e:09:16:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf9b2c2-1694-4695-8c54-940340452792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:55:47Z', 'updated_at': '2022-05-18T14:56:32Z', 'revision_number': 1, 'project_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6550b0f2-88e3-4874-831f-84a725711273', 'name': '', 'network_id': '0410fe00-b11d-4309-b353-5cb8e97484be', 'tenant_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'mac_address': 'fa:16:3e:fc:e6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e37182-3d94-4d50-b848-597beeda176f', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1be02795-0dc2-4225-87b4-7592fa1ed277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:55:41Z', 'updated_at': '2022-05-18T14:55:48Z', 'revision_number': 5, 'project_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'subnets': [{'id': '1be02795-0dc2-4225-87b4-7592fa1ed277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:56:34.391514 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d909c3e1-e54c-4404-a6cd-0728300f0dee req-e18cf5a4-5f86-4f96-8ca8-88fe84bb2cd6 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:34.393069 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d909c3e1-e54c-4404-a6cd-0728300f0dee req-e18cf5a4-5f86-4f96-8ca8-88fe84bb2cd6 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 946 time: 0.0482695 May 18 14:56:34.405240 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54b5f16-eeec-45da-b22d-221b93dfbd48 None None] New status for floating IP ec1cbe1e-6de0-4dab-9741-f74f151e7e60: ACTIVE {{(pid=110158) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 14:56:34.451989 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d909c3e1-e54c-4404-a6cd-0728300f0dee req-5350f078-dfb9-47a4-89cd-72411025b167 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526803 May 18 14:56:34.465890 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:UPDATE=6,neutron:SELECT=93,neutron:DELETE=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:35.148264 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:35.185670 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28176851-8faf-43c5-8e99-ab5847a3763a req-71387935-a842-466d-9561-995dde90e8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:35.187279 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-28176851-8faf-43c5-8e99-ab5847a3763a req-71387935-a842-466d-9561-995dde90e8a4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0410fe00-b11d-4309-b353-5cb8e97484be HTTP/1.1" status: 200 len: 917 time: 0.0937948 May 18 14:56:35.565337 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960cd274-db40-47ba-841a-48a595261ea3 req-a9f29e79-812c-49e2-b6fb-ddd268633831 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:35.566681 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-960cd274-db40-47ba-841a-48a595261ea3 req-a9f29e79-812c-49e2-b6fb-ddd268633831 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 946 time: 0.0463667 May 18 14:56:35.616165 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-960cd274-db40-47ba-841a-48a595261ea3 req-0b6171a0-e666-4886-9f59-36187d2be310 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441067 May 18 14:56:36.731846 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed614b4-8995-44ee-898d-5d82b0600ae3 req-a07eeff6-f4dc-4c29-9150-01606e16a00e tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:36.733348 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-aed614b4-8995-44ee-898d-5d82b0600ae3 req-a07eeff6-f4dc-4c29-9150-01606e16a00e tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 946 time: 0.0503070 May 18 14:56:36.779595 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-aed614b4-8995-44ee-898d-5d82b0600ae3 req-f4ee7f2d-5d3a-4b2c-86c7-9d2cda9bf510 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407722 May 18 14:56:37.890642 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd148be8-c13d-44ae-b9a2-a0612b98406d req-784aeea9-2c5b-4c13-859b-7f95e85e4a52 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:37.892110 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-fd148be8-c13d-44ae-b9a2-a0612b98406d req-784aeea9-2c5b-4c13-859b-7f95e85e4a52 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 946 time: 0.0451667 May 18 14:56:37.923307 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:37.940724 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-fd148be8-c13d-44ae-b9a2-a0612b98406d req-ca9beb7e-2fff-4573-96d4-90aba49bdf97 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431542 May 18 14:56:38.533590 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43187879-0f35-4327-a565-67c37c6795ca req-2b50080e-76e1-4851-b5ee-b3ddeff8529c tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:38.535028 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-43187879-0f35-4327-a565-67c37c6795ca req-2b50080e-76e1-4851-b5ee-b3ddeff8529c tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 946 time: 0.2203975 May 18 14:56:38.582647 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-43187879-0f35-4327-a565-67c37c6795ca req-a59207fd-dad7-47a0-a953-50595d9a9d2e tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412312 May 18 14:56:39.701984 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a00d28-547e-436f-a393-cb4c49c47e8a req-1bc7e3f8-3a6d-46b7-a907-0ffa70f6104c tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:39.703461 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f7a00d28-547e-436f-a393-cb4c49c47e8a req-1bc7e3f8-3a6d-46b7-a907-0ffa70f6104c tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 946 time: 0.0499153 May 18 14:56:39.749646 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f7a00d28-547e-436f-a393-cb4c49c47e8a req-ee0a5e73-3b68-4449-8cd7-a1ea31b886dc tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407281 May 18 14:56:40.505082 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-28176851-8faf-43c5-8e99-ab5847a3763a req-0cbf718b-544b-4dfd-b8d4-725b805fb167 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b7b091c-ade3-422f-a228-9a575395a54b HTTP/1.1" status: 200 len: 1001 time: 0.1250017 May 18 14:56:40.514868 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b5c84-d049-4cf3-bcab-14001fc42808 req-6de98c6a-fc66-4ac4-892c-0cde59ba5659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:40.516271 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1e7b5c84-d049-4cf3-bcab-14001fc42808 req-6de98c6a-fc66-4ac4-892c-0cde59ba5659 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=84835592358a4e188df86896d6015647&device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 1130 time: 0.0468292 May 18 14:56:40.614715 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28176851-8faf-43c5-8e99-ab5847a3763a req-b3f4bd16-f168-4e78-a73f-54350b8f9c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:40.616745 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-28176851-8faf-43c5-8e99-ab5847a3763a req-b3f4bd16-f168-4e78-a73f-54350b8f9c3c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1be02795-0dc2-4225-87b4-7592fa1ed277 HTTP/1.1" status: 200 len: 855 time: 0.0995443 May 18 14:56:40.676381 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b5c84-d049-4cf3-bcab-14001fc42808 req-cc49975e-3c36-4762-9f2c-fbb70ac6d4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:40.677870 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1e7b5c84-d049-4cf3-bcab-14001fc42808 req-cc49975e-3c36-4762-9f2c-fbb70ac6d4a1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=22bd5425-6379-4740-b6c4-d6f9b7aaeddb HTTP/1.1" status: 200 len: 919 time: 0.1536613 May 18 14:56:40.686088 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28176851-8faf-43c5-8e99-ab5847a3763a req-a671858d-9f8c-49de-ad3b-45041bcdc332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:40.687535 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-28176851-8faf-43c5-8e99-ab5847a3763a req-a671858d-9f8c-49de-ad3b-45041bcdc332 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0410fe00-b11d-4309-b353-5cb8e97484be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0561001 May 18 14:56:40.745769 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1e7b5c84-d049-4cf3-bcab-14001fc42808 req-f826f1ff-d4dd-4b35-83db-52003886445b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be1a0b48-9f78-477a-a06b-50518f954982 HTTP/1.1" status: 200 len: 217 time: 0.0472045 May 18 14:56:40.861216 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b5c84-d049-4cf3-bcab-14001fc42808 req-02507136-54b9-45a9-bbc1-526d9acd3010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:40.862645 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1e7b5c84-d049-4cf3-bcab-14001fc42808 req-02507136-54b9-45a9-bbc1-526d9acd3010 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8225869c-efe1-47af-ba2b-3d33d9623b49 HTTP/1.1" status: 200 len: 857 time: 0.0920506 May 18 14:56:40.924195 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3041894-5bbb-4d0f-a2bb-92f6b7b29c60 req-2980ab98-25bf-43ba-908b-8596b30bf224 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:40.926061 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e3041894-5bbb-4d0f-a2bb-92f6b7b29c60 req-2980ab98-25bf-43ba-908b-8596b30bf224 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 946 time: 0.1070027 May 18 14:56:40.931004 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-28176851-8faf-43c5-8e99-ab5847a3763a req-70983f57-2f6b-4883-94d5-3625e5df3848 service neutron] 10.222.0.49 "GET /v2.0/networks/0410fe00-b11d-4309-b353-5cb8e97484be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313962 May 18 14:56:40.943750 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:40.972745 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b5c84-d049-4cf3-bcab-14001fc42808 req-fd9a5f52-f85c-4924-bb6a-deaaa8863598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:40.974180 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1e7b5c84-d049-4cf3-bcab-14001fc42808 req-fd9a5f52-f85c-4924-bb6a-deaaa8863598 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=22bd5425-6379-4740-b6c4-d6f9b7aaeddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1000745 May 18 14:56:41.103970 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e3041894-5bbb-4d0f-a2bb-92f6b7b29c60 req-1ee6826f-43e4-4eb5-8856-660446ee516c tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700656 May 18 14:56:41.148903 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:41.151619 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-28176851-8faf-43c5-8e99-ab5847a3763a req-cfd499cd-c2f8-498c-90a1-2ad7858c8702 service neutron] 10.222.0.49 "GET /v2.0/networks/0410fe00-b11d-4309-b353-5cb8e97484be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084575 May 18 14:56:41.155699 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1e7b5c84-d049-4cf3-bcab-14001fc42808 req-6f60bd7e-636b-4f5c-ae08-57a9e51064cf service neutron] 10.222.0.49 "GET /v2.0/networks/22bd5425-6379-4740-b6c4-d6f9b7aaeddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511743 May 18 14:56:41.273398 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1e7b5c84-d049-4cf3-bcab-14001fc42808 req-8a804ec6-9968-410a-b6e6-99a639d01586 service neutron] 10.222.0.49 "GET /v2.0/networks/22bd5425-6379-4740-b6c4-d6f9b7aaeddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927911 May 18 14:56:42.220013 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 60504) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:42.234130 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60408ff8-304c-4854-98b0-b6cceed977b1 req-470f9b66-f9c9-4e52-83c5-9bfdf0a9617f tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:42.235611 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-60408ff8-304c-4854-98b0-b6cceed977b1 req-470f9b66-f9c9-4e52-83c5-9bfdf0a9617f tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 946 time: 0.0615022 May 18 14:56:42.286643 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-60408ff8-304c-4854-98b0-b6cceed977b1 req-3fda2008-b454-45dd-ad7b-667470b72b6e tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446446 May 18 14:56:42.291311 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (f376d122-85a6-484a-a941-8f32d5a81e72), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:42.335024 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-fde64dc2-1e3c-48ee-bf67-1384b8c27594 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:42.445708 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-fde64dc2-1e3c-48ee-bf67-1384b8c27594 admin admin] Publish callbacks [] for security_group (b1e7f1ce-26cd-44a3-be02-7772d2ccba45), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:42.448227 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-4bc08959-26b0-4d8b-8f5a-45c1398bfeea req-1916be1e-2378-46b0-ba0a-c2118afd5269 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=211fbe03-a0bd-49d9-a86f-3a4147d3a696&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0607157 May 18 14:56:42.449918 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-fde64dc2-1e3c-48ee-bf67-1384b8c27594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (b1e7f1ce-26cd-44a3-be02-7772d2ccba45), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:42.491288 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde64dc2-1e3c-48ee-bf67-1384b8c27594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e7f1ce-26cd-44a3-be02-7772d2ccba45,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:42.497076 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-fde64dc2-1e3c-48ee-bf67-1384b8c27594 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7beb46284ca04a6ab4b3994f7eea5cb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2754107 May 18 14:56:42.498365 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 60510) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:42.508980 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde64dc2-1e3c-48ee-bf67-1384b8c27594 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:56:42.511020 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde64dc2-1e3c-48ee-bf67-1384b8c27594 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:56:42.511378 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde64dc2-1e3c-48ee-bf67-1384b8c27594 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:56:42.512377 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde64dc2-1e3c-48ee-bf67-1384b8c27594 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:56:42.512781 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde64dc2-1e3c-48ee-bf67-1384b8c27594 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:56:42.513166 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde64dc2-1e3c-48ee-bf67-1384b8c27594 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:56:42.514291 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde64dc2-1e3c-48ee-bf67-1384b8c27594 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:56:42.514627 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde64dc2-1e3c-48ee-bf67-1384b8c27594 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:56:42.514967 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde64dc2-1e3c-48ee-bf67-1384b8c27594 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:56:42.515432 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde64dc2-1e3c-48ee-bf67-1384b8c27594 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:56:42.515844 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde64dc2-1e3c-48ee-bf67-1384b8c27594 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:56:42.516288 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde64dc2-1e3c-48ee-bf67-1384b8c27594 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:56:42.516516 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde64dc2-1e3c-48ee-bf67-1384b8c27594 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:56:42.516893 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde64dc2-1e3c-48ee-bf67-1384b8c27594 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:56:42.517247 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde64dc2-1e3c-48ee-bf67-1384b8c27594 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:56:42.556072 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-39802304-d1f5-4831-bc17-8c3c8c0a3170 admin admin] Publish callbacks [] for security_group (b1e7f1ce-26cd-44a3-be02-7772d2ccba45), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:42.571304 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc08959-26b0-4d8b-8f5a-45c1398bfeea req-f0918fbd-7fc6-4665-a330-1209dec8f58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:42.573946 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-4bc08959-26b0-4d8b-8f5a-45c1398bfeea req-f0918fbd-7fc6-4665-a330-1209dec8f58c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8861f7058f96459fa715dddf23cc3908&device_id=211fbe03-a0bd-49d9-a86f-3a4147d3a696 HTTP/1.1" status: 200 len: 1130 time: 0.0498111 May 18 14:56:42.583758 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-39802304-d1f5-4831-bc17-8c3c8c0a3170 admin admin] Publish callbacks [] for security_group (b1e7f1ce-26cd-44a3-be02-7772d2ccba45), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:42.638870 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-39802304-d1f5-4831-bc17-8c3c8c0a3170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (b1e7f1ce-26cd-44a3-be02-7772d2ccba45), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:42.643739 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-39802304-d1f5-4831-bc17-8c3c8c0a3170 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:42.648848 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-39802304-d1f5-4831-bc17-8c3c8c0a3170 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b1e7f1ce-26cd-44a3-be02-7772d2ccba45 HTTP/1.1" status: 204 len: 168 time: 0.1487136 May 18 14:56:42.662408 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39802304-d1f5-4831-bc17-8c3c8c0a3170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e7f1ce-26cd-44a3-be02-7772d2ccba45,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:42.671679 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39802304-d1f5-4831-bc17-8c3c8c0a3170 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:56:42.672161 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39802304-d1f5-4831-bc17-8c3c8c0a3170 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:56:42.672789 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39802304-d1f5-4831-bc17-8c3c8c0a3170 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:56:42.673226 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39802304-d1f5-4831-bc17-8c3c8c0a3170 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:56:42.673652 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39802304-d1f5-4831-bc17-8c3c8c0a3170 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:56:42.674463 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39802304-d1f5-4831-bc17-8c3c8c0a3170 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:56:42.675705 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39802304-d1f5-4831-bc17-8c3c8c0a3170 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:56:42.676289 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39802304-d1f5-4831-bc17-8c3c8c0a3170 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:56:42.676899 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39802304-d1f5-4831-bc17-8c3c8c0a3170 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:56:42.677388 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39802304-d1f5-4831-bc17-8c3c8c0a3170 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:56:42.677871 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39802304-d1f5-4831-bc17-8c3c8c0a3170 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:56:42.679260 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39802304-d1f5-4831-bc17-8c3c8c0a3170 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:56:42.680131 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39802304-d1f5-4831-bc17-8c3c8c0a3170 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:56:42.680656 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39802304-d1f5-4831-bc17-8c3c8c0a3170 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:56:42.681718 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39802304-d1f5-4831-bc17-8c3c8c0a3170 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:56:42.703671 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc08959-26b0-4d8b-8f5a-45c1398bfeea req-02369376-59ec-4a6d-af09-d4b4bd98e6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:42.705620 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-4bc08959-26b0-4d8b-8f5a-45c1398bfeea req-02369376-59ec-4a6d-af09-d4b4bd98e6bc service neutron] 10.222.0.49 "GET /v2.0/networks?id=12e453f0-838c-4ad6-bf42-6764e1f9cc1f HTTP/1.1" status: 200 len: 913 time: 0.1066368 May 18 14:56:42.762977 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-4bc08959-26b0-4d8b-8f5a-45c1398bfeea req-b224dc48-5cd7-4664-8a22-c8f907686d09 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa22c1c3-af67-444a-95d8-fc498125658c HTTP/1.1" status: 200 len: 217 time: 0.0452793 May 18 14:56:42.839771 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc08959-26b0-4d8b-8f5a-45c1398bfeea req-65865d31-e2b4-4262-bdcd-49416eac919b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:42.842574 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-4bc08959-26b0-4d8b-8f5a-45c1398bfeea req-65865d31-e2b4-4262-bdcd-49416eac919b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c294c216-d48a-4781-934e-bcc6665609e0 HTTP/1.1" status: 200 len: 852 time: 0.0721350 May 18 14:56:42.884730 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-4bc08959-26b0-4d8b-8f5a-45c1398bfeea req-586b801e-b6d0-4048-b899-9a5350537cd3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=12e453f0-838c-4ad6-bf42-6764e1f9cc1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326328 May 18 14:56:42.977219 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:43.022916 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-4bc08959-26b0-4d8b-8f5a-45c1398bfeea req-2b377913-5044-4805-9178-534d3249d167 service neutron] 10.222.0.49 "GET /v2.0/networks/12e453f0-838c-4ad6-bf42-6764e1f9cc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275144 May 18 14:56:43.078852 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 60538) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:43.097169 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ef4a6f83-932b-45f6-819c-890a860df600 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:43.135367 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-4bc08959-26b0-4d8b-8f5a-45c1398bfeea req-adfa2697-ce26-4520-abb9-17c9884ac6d2 service neutron] 10.222.0.49 "GET /v2.0/networks/12e453f0-838c-4ad6-bf42-6764e1f9cc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054196 May 18 14:56:43.184604 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ef4a6f83-932b-45f6-819c-890a860df600 admin admin] Publish callbacks [] for security_group (e1e4d37c-9ab1-4cf8-b4e4-b21d540b96d0), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:43.190040 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ef4a6f83-932b-45f6-819c-890a860df600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (e1e4d37c-9ab1-4cf8-b4e4-b21d540b96d0), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:43.227552 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-ef4a6f83-932b-45f6-819c-890a860df600 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f9870fda85ef45288f0e100541acd9a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1470704 May 18 14:56:43.230242 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 60544) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:43.248677 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4a6f83-932b-45f6-819c-890a860df600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e4d37c-9ab1-4cf8-b4e4-b21d540b96d0,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:43.345759 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-e018507d-8cb1-4f34-9c29-c7887d513c44 admin admin] Publish callbacks [] for security_group (e1e4d37c-9ab1-4cf8-b4e4-b21d540b96d0), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:43.376813 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-e018507d-8cb1-4f34-9c29-c7887d513c44 admin admin] Publish callbacks [] for security_group (e1e4d37c-9ab1-4cf8-b4e4-b21d540b96d0), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:43.392373 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 60556) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:43.406317 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:43.479177 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ff3b7-09f6-4b9a-b595-85882823f880 req-104e12d0-90bd-40a3-baed-a96508b4a2db tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:43.481228 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f34ff3b7-09f6-4b9a-b595-85882823f880 req-104e12d0-90bd-40a3-baed-a96508b4a2db tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 946 time: 0.1020949 May 18 14:56:43.540245 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-e018507d-8cb1-4f34-9c29-c7887d513c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (e1e4d37c-9ab1-4cf8-b4e4-b21d540b96d0), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:43.542990 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-e018507d-8cb1-4f34-9c29-c7887d513c44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:43.544269 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-e018507d-8cb1-4f34-9c29-c7887d513c44 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e1e4d37c-9ab1-4cf8-b4e4-b21d540b96d0 HTTP/1.1" status: 204 len: 168 time: 0.3125339 May 18 14:56:43.566551 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e018507d-8cb1-4f34-9c29-c7887d513c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e4d37c-9ab1-4cf8-b4e4-b21d540b96d0,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:43.579285 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f34ff3b7-09f6-4b9a-b595-85882823f880 req-8ba4a036-cd00-4cde-8cb5-199429b0c1b3 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913281 May 18 14:56:43.583397 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-09cfac1e-c4cb-4a3f-b257-52f6b8d6b10e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:43.708190 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-09cfac1e-c4cb-4a3f-b257-52f6b8d6b10e admin admin] Publish callbacks [] for security_group (529fb21c-490d-4b90-99aa-23bca5d9b03b), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:43.713448 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-09cfac1e-c4cb-4a3f-b257-52f6b8d6b10e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (529fb21c-490d-4b90-99aa-23bca5d9b03b), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:43.748744 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=81,neutron:DELETE=1,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:43.757890 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cfac1e-c4cb-4a3f-b257-52f6b8d6b10e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=529fb21c-490d-4b90-99aa-23bca5d9b03b,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:43.762480 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-09cfac1e-c4cb-4a3f-b257-52f6b8d6b10e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=702ae02b36984c138b6ff34b98252fd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3690355 May 18 14:56:43.765169 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 60584) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:43.835483 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-0fb0873f-06f2-40a9-b886-3d819b784135 admin admin] Publish callbacks [] for security_group (529fb21c-490d-4b90-99aa-23bca5d9b03b), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:43.861536 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-0fb0873f-06f2-40a9-b886-3d819b784135 admin admin] Publish callbacks [] for security_group (529fb21c-490d-4b90-99aa-23bca5d9b03b), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:43.923844 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-0fb0873f-06f2-40a9-b886-3d819b784135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (529fb21c-490d-4b90-99aa-23bca5d9b03b), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:43.926910 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-0fb0873f-06f2-40a9-b886-3d819b784135 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:43.928226 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-0fb0873f-06f2-40a9-b886-3d819b784135 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/529fb21c-490d-4b90-99aa-23bca5d9b03b HTTP/1.1" status: 204 len: 168 time: 0.1619406 May 18 14:56:43.937192 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb0873f-06f2-40a9-b886-3d819b784135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=529fb21c-490d-4b90-99aa-23bca5d9b03b,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:44.169860 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 60606) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:44.183353 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=87 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:44.336237 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-70a4e607-bf25-4be7-9332-655dae7be87b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:44.420342 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-70a4e607-bf25-4be7-9332-655dae7be87b admin admin] Publish callbacks [] for security_group (3c00b4eb-29a7-40d3-8a14-3e6e6b7aa146), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:44.424838 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-70a4e607-bf25-4be7-9332-655dae7be87b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (3c00b4eb-29a7-40d3-8a14-3e6e6b7aa146), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:44.465607 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-70a4e607-bf25-4be7-9332-655dae7be87b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=baa191cea5ac42908b39dc6b84748148&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2945569 May 18 14:56:44.466475 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a4e607-bf25-4be7-9332-655dae7be87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c00b4eb-29a7-40d3-8a14-3e6e6b7aa146,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:44.468529 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 60624) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:44.505607 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:44.530722 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-e6ee2142-ea23-49e5-8e85-f1e40ac415f4 admin admin] Publish callbacks [] for security_group (3c00b4eb-29a7-40d3-8a14-3e6e6b7aa146), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:44.555658 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-e6ee2142-ea23-49e5-8e85-f1e40ac415f4 admin admin] Publish callbacks [] for security_group (3c00b4eb-29a7-40d3-8a14-3e6e6b7aa146), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:44.629068 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-e6ee2142-ea23-49e5-8e85-f1e40ac415f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (3c00b4eb-29a7-40d3-8a14-3e6e6b7aa146), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:44.633209 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-e6ee2142-ea23-49e5-8e85-f1e40ac415f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:44.635191 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-e6ee2142-ea23-49e5-8e85-f1e40ac415f4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3c00b4eb-29a7-40d3-8a14-3e6e6b7aa146 HTTP/1.1" status: 204 len: 168 time: 0.1656477 May 18 14:56:44.649113 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ee2142-ea23-49e5-8e85-f1e40ac415f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c00b4eb-29a7-40d3-8a14-3e6e6b7aa146,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:44.737478 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f391bf27-19ec-4e26-86b2-8210a0f81293 req-20531341-5f5e-4d46-9312-6dda1d705700 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:44.739100 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f391bf27-19ec-4e26-86b2-8210a0f81293 req-20531341-5f5e-4d46-9312-6dda1d705700 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 946 time: 0.0553946 May 18 14:56:44.802122 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f391bf27-19ec-4e26-86b2-8210a0f81293 req-1dc81383-123c-45a4-9da2-e63a9d049223 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566378 May 18 14:56:45.060393 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 60690) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:45.081289 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-60497de0-68ab-423b-bcb3-d64e3a03d8c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:45.181061 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-60497de0-68ab-423b-bcb3-d64e3a03d8c9 admin admin] Publish callbacks [] for security_group (ca670422-6e45-45ed-a3e7-8f24c9c2ff2d), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:45.185847 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-60497de0-68ab-423b-bcb3-d64e3a03d8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (ca670422-6e45-45ed-a3e7-8f24c9c2ff2d), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:45.231652 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-60497de0-68ab-423b-bcb3-d64e3a03d8c9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5525b7d3b9ee4f72add465641978a29f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1695926 May 18 14:56:45.233780 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60497de0-68ab-423b-bcb3-d64e3a03d8c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca670422-6e45-45ed-a3e7-8f24c9c2ff2d,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:45.234975 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 60696) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:45.273969 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:45.309295 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-88f888da-cb97-4efb-8d2d-442a76fdc087 admin admin] Publish callbacks [] for security_group (ca670422-6e45-45ed-a3e7-8f24c9c2ff2d), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:45.339175 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-88f888da-cb97-4efb-8d2d-442a76fdc087 admin admin] Publish callbacks [] for security_group (ca670422-6e45-45ed-a3e7-8f24c9c2ff2d), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:45.391211 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-88f888da-cb97-4efb-8d2d-442a76fdc087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (ca670422-6e45-45ed-a3e7-8f24c9c2ff2d), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:45.393807 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-88f888da-cb97-4efb-8d2d-442a76fdc087 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:45.395041 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-88f888da-cb97-4efb-8d2d-442a76fdc087 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ca670422-6e45-45ed-a3e7-8f24c9c2ff2d HTTP/1.1" status: 204 len: 168 time: 0.1577497 May 18 14:56:45.403506 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f888da-cb97-4efb-8d2d-442a76fdc087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca670422-6e45-45ed-a3e7-8f24c9c2ff2d,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:45.930780 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c495fed4-4810-4b63-8a0c-82bd30f1b6e3 req-4cf640a5-192d-46f6-a5e4-caf3e0767a95 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:45.932373 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-c495fed4-4810-4b63-8a0c-82bd30f1b6e3 req-4cf640a5-192d-46f6-a5e4-caf3e0767a95 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 946 time: 0.0562956 May 18 14:56:45.986082 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-c495fed4-4810-4b63-8a0c-82bd30f1b6e3 req-b36179d6-ea4a-4209-a925-6086e40d7cda tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453076 May 18 14:56:47.105008 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:DELETE=6,neutron:SELECT=88,neutron:INSERT=6 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:47.111333 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb46bd4f-f3cb-4b8d-9391-34cb190ae05c req-f8c09527-3d42-418a-82b9-d02cf7bcf2c3 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:47.113147 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-eb46bd4f-f3cb-4b8d-9391-34cb190ae05c req-f8c09527-3d42-418a-82b9-d02cf7bcf2c3 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 946 time: 0.0543063 May 18 14:56:47.164570 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-eb46bd4f-f3cb-4b8d-9391-34cb190ae05c req-5795fffe-6f89-4a55-a920-265770c0bfcc tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454576 May 18 14:56:47.693391 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 60846) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:47.803559 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-897a1800-f7dc-4cb2-8db4-55596c3ea315 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:47.887169 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-897a1800-f7dc-4cb2-8db4-55596c3ea315 admin admin] Publish callbacks [] for security_group (f6ac1ede-5025-4631-984b-1f5f6775ac04), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:47.898708 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-897a1800-f7dc-4cb2-8db4-55596c3ea315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (f6ac1ede-5025-4631-984b-1f5f6775ac04), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:47.945213 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 60862) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:47.945793 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-897a1800-f7dc-4cb2-8db4-55596c3ea315 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=23ab76c9c3c64c859088554ba41ee87f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2502789 May 18 14:56:47.947230 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897a1800-f7dc-4cb2-8db4-55596c3ea315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ac1ede-5025-4631-984b-1f5f6775ac04,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:48.021758 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-0d2e2183-8f86-4261-a1ab-bd1712f34254 admin admin] Publish callbacks [] for security_group (f6ac1ede-5025-4631-984b-1f5f6775ac04), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:48.050996 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-0d2e2183-8f86-4261-a1ab-bd1712f34254 admin admin] Publish callbacks [] for security_group (f6ac1ede-5025-4631-984b-1f5f6775ac04), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:48.102093 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-0d2e2183-8f86-4261-a1ab-bd1712f34254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (f6ac1ede-5025-4631-984b-1f5f6775ac04), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:48.104651 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-0d2e2183-8f86-4261-a1ab-bd1712f34254 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:48.105795 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-0d2e2183-8f86-4261-a1ab-bd1712f34254 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f6ac1ede-5025-4631-984b-1f5f6775ac04 HTTP/1.1" status: 204 len: 168 time: 0.1577301 May 18 14:56:48.115145 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e2183-8f86-4261-a1ab-bd1712f34254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ac1ede-5025-4631-984b-1f5f6775ac04,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:48.302786 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b01c170-b880-4de2-983d-c29100c9e57c req-1a7ee48d-f098-465c-a650-f66b4ee3e56e tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:48.309074 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0b01c170-b880-4de2-983d-c29100c9e57c req-1a7ee48d-f098-465c-a650-f66b4ee3e56e tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 946 time: 0.0597975 May 18 14:56:48.361545 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0b01c170-b880-4de2-983d-c29100c9e57c req-ba88b262-6856-4303-817c-4ea80e6d5b15 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499651 May 18 14:56:48.441314 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 60890) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:48.460211 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-934f4d7a-394e-4eb2-b79c-c4cfd3bb2e7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:48.562224 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-934f4d7a-394e-4eb2-b79c-c4cfd3bb2e7d admin admin] Publish callbacks [] for security_group (cef9a4e6-f0e2-46c1-b02a-8c92ce74b194), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:48.566364 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-934f4d7a-394e-4eb2-b79c-c4cfd3bb2e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (cef9a4e6-f0e2-46c1-b02a-8c92ce74b194), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:48.621367 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 60900) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:48.621917 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-934f4d7a-394e-4eb2-b79c-c4cfd3bb2e7d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c2c25d9af53840e1bb139bb1714ad9f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1788447 May 18 14:56:48.624692 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934f4d7a-394e-4eb2-b79c-c4cfd3bb2e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef9a4e6-f0e2-46c1-b02a-8c92ce74b194,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:48.702676 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-8e10084d-1896-493d-9393-31d85b05b146 admin admin] Publish callbacks [] for security_group (cef9a4e6-f0e2-46c1-b02a-8c92ce74b194), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:48.731917 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-8e10084d-1896-493d-9393-31d85b05b146 admin admin] Publish callbacks [] for security_group (cef9a4e6-f0e2-46c1-b02a-8c92ce74b194), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:48.786254 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-8e10084d-1896-493d-9393-31d85b05b146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (cef9a4e6-f0e2-46c1-b02a-8c92ce74b194), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:48.791611 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-8e10084d-1896-493d-9393-31d85b05b146 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:48.791611 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-8e10084d-1896-493d-9393-31d85b05b146 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cef9a4e6-f0e2-46c1-b02a-8c92ce74b194 HTTP/1.1" status: 204 len: 168 time: 0.1668830 May 18 14:56:48.803531 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e10084d-1896-493d-9393-31d85b05b146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef9a4e6-f0e2-46c1-b02a-8c92ce74b194,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:48.826765 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:48.838470 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=70,neutron:DELETE=1 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:49.491070 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74d958-75c9-4387-8228-fdadf69d0686 req-3c9df52f-306c-4742-afd5-521880284061 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:49.493022 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-9d74d958-75c9-4387-8228-fdadf69d0686 req-3c9df52f-306c-4742-afd5-521880284061 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 946 time: 0.0532513 May 18 14:56:49.553681 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-9d74d958-75c9-4387-8228-fdadf69d0686 req-8d475a74-c1d1-42d0-bcb6-c0dcf21410a7 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517449 May 18 14:56:50.497528 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-13275596-30d4-4449-9686-e151538726b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (7afc6fe8-d13b-4fd3-bc99-e9efab9a141d), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:50.567494 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be1256-d37a-465c-ae96-60262afe78c7 req-a903a78a-2e3a-459e-8ea8-49a1a5a19f67 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:50.568295 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d1be1256-d37a-465c-ae96-60262afe78c7 req-a903a78a-2e3a-459e-8ea8-49a1a5a19f67 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] 10.222.0.59 "GET /v2.0/ports?device_id=211fbe03-a0bd-49d9-a86f-3a4147d3a696 HTTP/1.1" status: 200 len: 946 time: 0.0541925 May 18 14:56:50.627509 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=9 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:50.639855 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d1be1256-d37a-465c-ae96-60262afe78c7 req-f8ee1c96-64be-4a34-91a9-f1bd685a99ea tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f8df6fa-7815-4764-8657-559a2bac255e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652120 May 18 14:56:50.698630 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164a8b32-cfb0-4bb4-a950-64d7836f6bc5 req-b48f3faf-10e9-4a1e-925f-21a541416038 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:50.700191 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-164a8b32-cfb0-4bb4-a950-64d7836f6bc5 req-b48f3faf-10e9-4a1e-925f-21a541416038 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 946 time: 0.0589051 May 18 14:56:50.761166 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-164a8b32-cfb0-4bb4-a950-64d7836f6bc5 req-685e3779-7b89-4189-b2eb-711efb3141b0 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545847 May 18 14:56:51.474793 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 32798) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:51.589150 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-64c49195-2ece-41e6-8013-4b3d15b8341f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:51.604740 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:51.688244 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-64c49195-2ece-41e6-8013-4b3d15b8341f admin admin] Publish callbacks [] for security_group (6d200865-696f-4927-8ff1-60294530bc5b), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:51.693778 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-64c49195-2ece-41e6-8013-4b3d15b8341f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (6d200865-696f-4927-8ff1-60294530bc5b), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:51.731044 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c49195-2ece-41e6-8013-4b3d15b8341f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d200865-696f-4927-8ff1-60294530bc5b,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:51.739426 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-64c49195-2ece-41e6-8013-4b3d15b8341f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4fb9163e959c4d1bb9c7ab0e391e9b98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2629395 May 18 14:56:51.740285 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 32812) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:51.742521 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 32814) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:51.776116 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01cec96-bb47-4625-85d3-be75cce555db req-4e0079c0-4400-47fe-bb5b-5c61735a0680 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:51.777679 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f01cec96-bb47-4625-85d3-be75cce555db req-4e0079c0-4400-47fe-bb5b-5c61735a0680 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] 10.222.0.59 "GET /v2.0/ports?device_id=211fbe03-a0bd-49d9-a86f-3a4147d3a696 HTTP/1.1" status: 200 len: 946 time: 0.0648432 May 18 14:56:51.786809 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:51.800248 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-d2a90647-34cf-40c2-8fdd-a488a5ff43c3 admin admin] Publish callbacks [] for security_group (6d200865-696f-4927-8ff1-60294530bc5b), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:51.823443 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-d2a90647-34cf-40c2-8fdd-a488a5ff43c3 admin admin] Publish callbacks [] for security_group (6d200865-696f-4927-8ff1-60294530bc5b), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:51.839008 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f01cec96-bb47-4625-85d3-be75cce555db req-a3bbc37f-3ce4-476d-9491-b44c90bd49bd tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f8df6fa-7815-4764-8657-559a2bac255e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544884 May 18 14:56:51.865537 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:51.883698 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-d2a90647-34cf-40c2-8fdd-a488a5ff43c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (6d200865-696f-4927-8ff1-60294530bc5b), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:51.886996 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-d2a90647-34cf-40c2-8fdd-a488a5ff43c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:51.888315 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-d2a90647-34cf-40c2-8fdd-a488a5ff43c3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6d200865-696f-4927-8ff1-60294530bc5b HTTP/1.1" status: 204 len: 168 time: 0.1417916 May 18 14:56:51.899927 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-7403ab49-8b9b-4b41-a7af-8dfdd776cc73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:51.912062 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6380c69-32d3-4032-a748-d1f5211c432d req-bb2ad487-f482-4aab-afa0-17f424c423fa tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:51.914644 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d6380c69-32d3-4032-a748-d1f5211c432d req-bb2ad487-f482-4aab-afa0-17f424c423fa tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 946 time: 0.0585306 May 18 14:56:51.916837 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a90647-34cf-40c2-8fdd-a488a5ff43c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d200865-696f-4927-8ff1-60294530bc5b,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:52.019805 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d6380c69-32d3-4032-a748-d1f5211c432d req-9391a928-9a07-4b99-86ee-c4c44f24a383 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988970 May 18 14:56:52.034607 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-7403ab49-8b9b-4b41-a7af-8dfdd776cc73 admin admin] Publish callbacks [] for security_group (13030cbb-496c-42d7-9974-0f622f38f28f), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:52.041958 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-7403ab49-8b9b-4b41-a7af-8dfdd776cc73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (13030cbb-496c-42d7-9974-0f622f38f28f), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:52.087426 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-7403ab49-8b9b-4b41-a7af-8dfdd776cc73 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=27f6eb98f1cc4a7d8f49b97c97676f4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3456147 May 18 14:56:52.088552 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7403ab49-8b9b-4b41-a7af-8dfdd776cc73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13030cbb-496c-42d7-9974-0f622f38f28f,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:52.090135 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 32832) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:52.152807 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-b9354875-5cd4-425c-a650-412593c55d53 admin admin] Publish callbacks [] for security_group (13030cbb-496c-42d7-9974-0f622f38f28f), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:52.177131 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-b9354875-5cd4-425c-a650-412593c55d53 admin admin] Publish callbacks [] for security_group (13030cbb-496c-42d7-9974-0f622f38f28f), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:52.242493 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-b9354875-5cd4-425c-a650-412593c55d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (13030cbb-496c-42d7-9974-0f622f38f28f), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:52.246157 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-b9354875-5cd4-425c-a650-412593c55d53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:52.248083 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-b9354875-5cd4-425c-a650-412593c55d53 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/13030cbb-496c-42d7-9974-0f622f38f28f HTTP/1.1" status: 204 len: 168 time: 0.1566076 May 18 14:56:52.267729 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9354875-5cd4-425c-a650-412593c55d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13030cbb-496c-42d7-9974-0f622f38f28f,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:52.378410 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 32846) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:52.396021 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-80174e6b-152d-4500-92a1-3d0d538abb67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:52.562756 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-80174e6b-152d-4500-92a1-3d0d538abb67 admin admin] Publish callbacks [] for security_group (57b99292-d9aa-4357-8ab5-3a9ff0c8af4f), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:52.567098 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-80174e6b-152d-4500-92a1-3d0d538abb67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (57b99292-d9aa-4357-8ab5-3a9ff0c8af4f), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:52.611216 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80174e6b-152d-4500-92a1-3d0d538abb67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b99292-d9aa-4357-8ab5-3a9ff0c8af4f,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:52.617797 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-80174e6b-152d-4500-92a1-3d0d538abb67 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c1e515c43fb34343843b93dabc85c4a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2374475 May 18 14:56:52.620413 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 32862) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:52.671693 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-6eb137a0-477c-423e-9081-71cc095e28d4 admin admin] Publish callbacks [] for security_group (57b99292-d9aa-4357-8ab5-3a9ff0c8af4f), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:52.673241 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 32864) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:52.687659 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-3de0bf67-6bf2-4aba-a07d-6c143f89d1f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:52.693920 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-6eb137a0-477c-423e-9081-71cc095e28d4 admin admin] Publish callbacks [] for security_group (57b99292-d9aa-4357-8ab5-3a9ff0c8af4f), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:52.745237 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-6eb137a0-477c-423e-9081-71cc095e28d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (57b99292-d9aa-4357-8ab5-3a9ff0c8af4f), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:52.747857 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-6eb137a0-477c-423e-9081-71cc095e28d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:52.749137 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-6eb137a0-477c-423e-9081-71cc095e28d4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/57b99292-d9aa-4357-8ab5-3a9ff0c8af4f HTTP/1.1" status: 204 len: 168 time: 0.1277506 May 18 14:56:52.757534 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb137a0-477c-423e-9081-71cc095e28d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b99292-d9aa-4357-8ab5-3a9ff0c8af4f,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:52.780336 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-3de0bf67-6bf2-4aba-a07d-6c143f89d1f3 admin admin] Publish callbacks [] for security_group (11a69e2e-a6b8-4f1e-8413-37acac9a684b), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:52.785269 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-3de0bf67-6bf2-4aba-a07d-6c143f89d1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (11a69e2e-a6b8-4f1e-8413-37acac9a684b), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:52.830939 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-3de0bf67-6bf2-4aba-a07d-6c143f89d1f3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=70db5e45dd704e16a6be86608d1c703d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1542053 May 18 14:56:52.830939 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de0bf67-6bf2-4aba-a07d-6c143f89d1f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a69e2e-a6b8-4f1e-8413-37acac9a684b,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:52.831485 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 32870) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:52.860184 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:52.893690 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-aaaaefee-6e51-4596-a806-d03e224584a2 admin admin] Publish callbacks [] for security_group (11a69e2e-a6b8-4f1e-8413-37acac9a684b), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:52.927427 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-aaaaefee-6e51-4596-a806-d03e224584a2 admin admin] Publish callbacks [] for security_group (11a69e2e-a6b8-4f1e-8413-37acac9a684b), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:52.929775 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-65ce80f5-d71e-4dbe-9aa2-d171b718da50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (a5518e17-d4a6-403f-b34f-0fa3d03f1833), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:52.983870 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff4507-dcbf-4ea0-bc1b-a485a8d40464 req-ce8fa2a2-8c07-4239-b1ce-1ff97fa12d7e tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:52.985396 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-57ff4507-dcbf-4ea0-bc1b-a485a8d40464 req-ce8fa2a2-8c07-4239-b1ce-1ff97fa12d7e tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] 10.222.0.59 "GET /v2.0/ports?device_id=211fbe03-a0bd-49d9-a86f-3a4147d3a696 HTTP/1.1" status: 200 len: 946 time: 0.0723581 May 18 14:56:53.027899 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-aaaaefee-6e51-4596-a806-d03e224584a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (11a69e2e-a6b8-4f1e-8413-37acac9a684b), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:53.032743 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-aaaaefee-6e51-4596-a806-d03e224584a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:53.034497 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-aaaaefee-6e51-4596-a806-d03e224584a2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/11a69e2e-a6b8-4f1e-8413-37acac9a684b HTTP/1.1" status: 204 len: 168 time: 0.2016861 May 18 14:56:53.062323 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaaefee-6e51-4596-a806-d03e224584a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a69e2e-a6b8-4f1e-8413-37acac9a684b,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:53.081694 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-57ff4507-dcbf-4ea0-bc1b-a485a8d40464 req-b44024c9-2a2b-4485-9310-ebfab45b8f72 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f8df6fa-7815-4764-8657-559a2bac255e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898399 May 18 14:56:53.201001 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:53.223039 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349cce8-ef24-4161-b3c3-d3b2711eda36 req-678599ae-3540-417e-89a0-e969bdb9675e tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:53.224555 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d349cce8-ef24-4161-b3c3-d3b2711eda36 req-678599ae-3540-417e-89a0-e969bdb9675e tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 946 time: 0.0913231 May 18 14:56:53.234456 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0acdaf8-896e-4538-ac54-1e72ef0b5d53 req-cd459b19-a5eb-4703-9163-b7ac36f3b6a6 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:53.236120 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d0acdaf8-896e-4538-ac54-1e72ef0b5d53 req-cd459b19-a5eb-4703-9163-b7ac36f3b6a6 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] 10.222.0.49 "GET /v2.0/ports?device_id=211fbe03-a0bd-49d9-a86f-3a4147d3a696 HTTP/1.1" status: 200 len: 946 time: 0.0697322 May 18 14:56:53.346175 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d349cce8-ef24-4161-b3c3-d3b2711eda36 req-d1541b1f-e9bc-47a6-90f8-a764435c32ab tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086206 May 18 14:56:53.665005 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [req-d0acdaf8-896e-4538-ac54-1e72ef0b5d53 req-5db1cbec-f7ee-482b-84b2-e738222ff4f1 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] Deleting port aa22c1c3-af67-444a-95d8-fc498125658c {{(pid=110157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:56:53.665813 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-d0acdaf8-896e-4538-ac54-1e72ef0b5d53 req-5db1cbec-f7ee-482b-84b2-e738222ff4f1 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (aa22c1c3-af67-444a-95d8-fc498125658c), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:53.837008 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.db [req-d0acdaf8-896e-4538-ac54-1e72ef0b5d53 req-5db1cbec-f7ee-482b-84b2-e738222ff4f1 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] For port aa22c1c3-af67-444a-95d8-fc498125658c, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=aa22c1c3-af67-444a-95d8-fc498125658c,segment=NetworkSegment(57f67c65-1e49-4617-a81d-a9db73a6742d),segment_id=57f67c65-1e49-4617-a81d-a9db73a6742d)] {{(pid=110157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:56:53.837620 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-d0acdaf8-896e-4538-ac54-1e72ef0b5d53 req-5db1cbec-f7ee-482b-84b2-e738222ff4f1 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (aa22c1c3-af67-444a-95d8-fc498125658c), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:53.854825 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [req-d0acdaf8-896e-4538-ac54-1e72ef0b5d53 req-5db1cbec-f7ee-482b-84b2-e738222ff4f1 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] Calling delete_port for aa22c1c3-af67-444a-95d8-fc498125658c owned by compute:nova {{(pid=110157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:56:53.983148 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-50f4e27f-5619-452e-9630-0448ff5d9157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (0f4dbee4-4999-4f30-b578-59222d25f53e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:54.049460 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-d0acdaf8-896e-4538-ac54-1e72ef0b5d53 req-5db1cbec-f7ee-482b-84b2-e738222ff4f1 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040'] for port (aa22c1c3-af67-444a-95d8-fc498125658c), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:54.065900 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 32928) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:54.080492 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db1cbec-f7ee-482b-84b2-e738222ff4f1 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] Pushing event deleted for resources: {'Port': ['ID=aa22c1c3-af67-444a-95d8-fc498125658c,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:54.165427 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0acdaf8-896e-4538-ac54-1e72ef0b5d53 req-5db1cbec-f7ee-482b-84b2-e738222ff4f1 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] No DVR routers for this DVR port aa22c1c3-af67-444a-95d8-fc498125658c on host hv-cinder-83998 {{(pid=110157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:56:54.178494 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-d0acdaf8-896e-4538-ac54-1e72ef0b5d53 req-5db1cbec-f7ee-482b-84b2-e738222ff4f1 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for port (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:54.184256 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d0acdaf8-896e-4538-ac54-1e72ef0b5d53 req-5db1cbec-f7ee-482b-84b2-e738222ff4f1 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] 10.222.0.49 "DELETE /v2.0/ports/aa22c1c3-af67-444a-95d8-fc498125658c HTTP/1.1" status: 204 len: 173 time: 0.9308336 May 18 14:56:54.184968 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '211fbe03-a0bd-49d9-a86f-3a4147d3a696', 'name': 'network-vif-deleted', 'tag': 'aa22c1c3-af67-444a-95d8-fc498125658c'}] {{(pid=110157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:56:54.188885 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3614be4c33be7e0ed28fa23fdbb6a3604458632b91c0a79006a6fb45a0ea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7b59a5-b86b-4a7c-b929-110113fdd5ef" -d '{"events": [{"server_uuid": "211fbe03-a0bd-49d9-a86f-3a4147d3a696", "name": "network-vif-deleted", "tag": "aa22c1c3-af67-444a-95d8-fc498125658c"}]}' {{(pid=110157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:56:54.272790 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-37d37c1b-6326-44c8-b801-ea20b592099c req-1393daaf-baa0-4165-a353-0a62f368e698 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] 10.222.0.59 "GET /v2.0/ports?device_id=211fbe03-a0bd-49d9-a86f-3a4147d3a696 HTTP/1.1" status: 200 len: 210 time: 0.1008282 May 18 14:56:54.313020 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 14:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41df5237-6965-41ba-8897-997fb0d5a934 x-openstack-request-id: req-41df5237-6965-41ba-8897-997fb0d5a934 {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:56:54.313361 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "211fbe03-a0bd-49d9-a86f-3a4147d3a696", "name": "network-vif-deleted", "tag": "aa22c1c3-af67-444a-95d8-fc498125658c", "status": "completed", "code": 200}]} {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:56:54.316463 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-41df5237-6965-41ba-8897-997fb0d5a934 {{(pid=110157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:56:54.316463 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41df5237-6965-41ba-8897-997fb0d5a934'] response: {'server_uuid': '211fbe03-a0bd-49d9-a86f-3a4147d3a696', 'name': 'network-vif-deleted', 'tag': 'aa22c1c3-af67-444a-95d8-fc498125658c', 'status': 'completed', 'code': 200} May 18 14:56:54.386481 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-1c6e88eb-92b2-453e-a0f7-adf7b5054cb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:54.484285 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:54.522355 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225b609-ff7b-4513-8cd2-5d87d535993a req-56b1dc8d-a93a-4c2e-abd8-708bcf659d8c tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:54.524484 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3225b609-ff7b-4513-8cd2-5d87d535993a req-56b1dc8d-a93a-4c2e-abd8-708bcf659d8c tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 946 time: 0.0706735 May 18 14:56:54.529385 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-1c6e88eb-92b2-453e-a0f7-adf7b5054cb1 admin admin] Publish callbacks [] for security_group (3f4b461c-cf0c-4934-b745-68747b665c14), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:54.534695 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-1c6e88eb-92b2-453e-a0f7-adf7b5054cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (3f4b461c-cf0c-4934-b745-68747b665c14), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:54.580084 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3225b609-ff7b-4513-8cd2-5d87d535993a req-49f332ff-5be1-4745-ae3e-0afc86c91528 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491223 May 18 14:56:54.581561 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 32962) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:54.589988 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-1c6e88eb-92b2-453e-a0f7-adf7b5054cb1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c948a4e90dd245bc9e4eae0aaa484997&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5204465 May 18 14:56:54.591307 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6e88eb-92b2-453e-a0f7-adf7b5054cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4b461c-cf0c-4934-b745-68747b665c14,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:54.639866 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:54.652610 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-d13586cd-63aa-4925-b859-962bf7af893c admin admin] Publish callbacks [] for security_group (3f4b461c-cf0c-4934-b745-68747b665c14), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:54.675853 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-d13586cd-63aa-4925-b859-962bf7af893c admin admin] Publish callbacks [] for security_group (3f4b461c-cf0c-4934-b745-68747b665c14), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:54.737609 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-d13586cd-63aa-4925-b859-962bf7af893c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (3f4b461c-cf0c-4934-b745-68747b665c14), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:54.740897 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-d13586cd-63aa-4925-b859-962bf7af893c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:54.742595 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-d13586cd-63aa-4925-b859-962bf7af893c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3f4b461c-cf0c-4934-b745-68747b665c14 HTTP/1.1" status: 204 len: 168 time: 0.1599727 May 18 14:56:54.751606 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13586cd-63aa-4925-b859-962bf7af893c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4b461c-cf0c-4934-b745-68747b665c14,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:55.085016 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 32980) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:55.112954 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-86248160-1b36-4d80-a449-232705ae1859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (11bd5e7f-0ec7-43f5-9ca8-99d3c1136d9c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:55.115062 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ef0d0493-2aee-45ed-8d67-a175423e1437 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:55.188282 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:55.224259 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ef0d0493-2aee-45ed-8d67-a175423e1437 admin admin] Publish callbacks [] for security_group (ee702ee6-afce-427e-92ab-4a1c5050fe07), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:55.230283 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ef0d0493-2aee-45ed-8d67-a175423e1437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (ee702ee6-afce-427e-92ab-4a1c5050fe07), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:55.272598 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-ef0d0493-2aee-45ed-8d67-a175423e1437 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d3f70c2ac18d458dac20ca9223f0ba23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1864033 May 18 14:56:55.274878 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0d0493-2aee-45ed-8d67-a175423e1437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee702ee6-afce-427e-92ab-4a1c5050fe07,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:55.275314 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 32990) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:55.333628 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-a0c655a0-457c-44cc-8d26-9026454768f2 admin admin] Publish callbacks [] for security_group (ee702ee6-afce-427e-92ab-4a1c5050fe07), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:55.378072 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-a0c655a0-457c-44cc-8d26-9026454768f2 admin admin] Publish callbacks [] for security_group (ee702ee6-afce-427e-92ab-4a1c5050fe07), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:55.381603 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1b14c8ab-8c4d-42a2-af4c-2f61f7aa1f91 req-b09fc1ac-6adc-46f9-a7db-1bac5a3e423e tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] 10.222.0.59 "GET /v2.0/ports?device_id=211fbe03-a0bd-49d9-a86f-3a4147d3a696 HTTP/1.1" status: 200 len: 210 time: 0.0358951 May 18 14:56:55.429610 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-a0c655a0-457c-44cc-8d26-9026454768f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (ee702ee6-afce-427e-92ab-4a1c5050fe07), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:55.433029 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-a0c655a0-457c-44cc-8d26-9026454768f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:55.434160 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-a0c655a0-457c-44cc-8d26-9026454768f2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ee702ee6-afce-427e-92ab-4a1c5050fe07 HTTP/1.1" status: 204 len: 168 time: 0.1578481 May 18 14:56:55.441974 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c655a0-457c-44cc-8d26-9026454768f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee702ee6-afce-427e-92ab-4a1c5050fe07,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:55.708423 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489251b0-3018-4595-83fc-e029a68b9dff req-7096383a-e757-487e-84e5-c21b65ecf502 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:55.710470 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-489251b0-3018-4595-83fc-e029a68b9dff req-7096383a-e757-487e-84e5-c21b65ecf502 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 946 time: 0.0526581 May 18 14:56:55.722173 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:55.766458 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-489251b0-3018-4595-83fc-e029a68b9dff req-0283d7b7-358d-4d73-a936-c8e4c5fbe4dd tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502388 May 18 14:56:55.877372 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 33010) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:55.891203 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-81fc939f-28db-4ac9-8e7e-8d7d4bd98afa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:55.972364 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-81fc939f-28db-4ac9-8e7e-8d7d4bd98afa admin admin] Publish callbacks [] for security_group (f936117a-9067-47d5-8508-70f1b6522bde), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:55.976919 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-81fc939f-28db-4ac9-8e7e-8d7d4bd98afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (f936117a-9067-47d5-8508-70f1b6522bde), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:56.015530 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fc939f-28db-4ac9-8e7e-8d7d4bd98afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f936117a-9067-47d5-8508-70f1b6522bde,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:56.024083 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-81fc939f-28db-4ac9-8e7e-8d7d4bd98afa admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=641c36aa2b534f489d63a54dea300d12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1431239 May 18 14:56:56.024499 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 33012) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:56:56.085362 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-5f4b88e5-f99e-43bc-bb33-b871fe256261 admin admin] Publish callbacks [] for security_group (f936117a-9067-47d5-8508-70f1b6522bde), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:56.115253 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-5f4b88e5-f99e-43bc-bb33-b871fe256261 admin admin] Publish callbacks [] for security_group (f936117a-9067-47d5-8508-70f1b6522bde), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:56.164686 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-5f4b88e5-f99e-43bc-bb33-b871fe256261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (f936117a-9067-47d5-8508-70f1b6522bde), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:56.167208 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-5f4b88e5-f99e-43bc-bb33-b871fe256261 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:56.170837 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-5f4b88e5-f99e-43bc-bb33-b871fe256261 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f936117a-9067-47d5-8508-70f1b6522bde HTTP/1.1" status: 204 len: 168 time: 0.1427376 May 18 14:56:56.176365 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4b88e5-f99e-43bc-bb33-b871fe256261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f936117a-9067-47d5-8508-70f1b6522bde,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:56:56.470715 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:56:56.489824 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-91ca487a-7e3f-4f0f-8f57-ef2d78bb0b56 req-a7bd4dae-6dd2-4423-bb11-00cebd88899b tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] 10.222.0.59 "GET /v2.0/ports?device_id=211fbe03-a0bd-49d9-a86f-3a4147d3a696 HTTP/1.1" status: 200 len: 210 time: 0.0350392 May 18 14:56:56.877550 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b63f02-ef46-45b1-86b6-5db674d07079 req-39bdd69e-2dde-414b-9972-6eaf19b0c99a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:56.878983 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-22b63f02-ef46-45b1-86b6-5db674d07079 req-39bdd69e-2dde-414b-9972-6eaf19b0c99a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 946 time: 0.0448449 May 18 14:56:56.928954 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-22b63f02-ef46-45b1-86b6-5db674d07079 req-f81604b0-5636-4215-940f-0d58d12581d1 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440838 May 18 14:56:57.216375 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device aa22c1c3-af67-444a-95d8-fc498125658c no longer exists at agent hyperv_hv-cinder-83998 {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 14:56:57.236058 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] No Port match for: aa22c1c3-af67-444a-95d8-fc498125658c {{(pid=110158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 14:56:57.236398 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device aa22c1c3-af67-444a-95d8-fc498125658c not bound to the agent host hv-cinder-83998 {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 14:56:57.587596 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-30ccbeb1-b9eb-4902-a0ea-91ea2ff9bd8e req-58f59840-a6ed-4145-b512-a2b90e132a8e tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] 10.222.0.59 "GET /v2.0/ports?device_id=211fbe03-a0bd-49d9-a86f-3a4147d3a696 HTTP/1.1" status: 200 len: 210 time: 0.0274799 May 18 14:56:57.844270 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.agents_db [None req-a4aab2e5-b658-4b2c-9b1f-100bc6421b45 None None] Agent healthcheck: found 6 active agents {{(pid=110159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:56:58.053366 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc674c54-b5a2-45a2-88a7-e6d9b223c02b req-d351db0e-2ba3-4d64-a847-bf6069dbc480 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:58.057061 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-fc674c54-b5a2-45a2-88a7-e6d9b223c02b req-d351db0e-2ba3-4d64-a847-bf6069dbc480 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 946 time: 0.0576584 May 18 14:56:58.101964 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-fc674c54-b5a2-45a2-88a7-e6d9b223c02b req-ed38807b-02dd-4ab2-8683-e7dc39fef445 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415998 May 18 14:56:58.712804 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-c873268e-b0cd-41bb-9b57-6bb4de6545b8 req-17cf1a0b-ee48-4379-9b30-27b4f11b0a72 tempest-DeleteServersTestJSON-1978537105 tempest-DeleteServersTestJSON-1978537105-project] 10.222.0.59 "GET /v2.0/ports?device_id=211fbe03-a0bd-49d9-a86f-3a4147d3a696 HTTP/1.1" status: 200 len: 210 time: 0.0308483 May 18 14:56:58.856431 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0087b329-71df-4f6b-8bb5-b175228a821a req-ebcda22e-d50f-4db7-9000-77c4818276fd tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=daae77ba94fc4aa7b632002da6304ceb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318313 May 18 14:56:59.047137 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0087b329-71df-4f6b-8bb5-b175228a821a req-1b0ae02f-a83b-42c7-89ec-c68cbced554e tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:59.048618 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0087b329-71df-4f6b-8bb5-b175228a821a req-1b0ae02f-a83b-42c7-89ec-c68cbced554e tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1866145 May 18 14:56:59.064550 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0087b329-71df-4f6b-8bb5-b175228a821a req-db3bee33-246a-40b6-8215-df482316d025 tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] 10.222.0.59 "GET /v2.0/quotas/daae77ba94fc4aa7b632002da6304ceb HTTP/1.1" status: 200 len: 375 time: 0.0091500 May 18 14:56:59.098293 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0087b329-71df-4f6b-8bb5-b175228a821a req-c39bd305-a4b5-4b9e-b6cb-fcf79f9aae80 tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=daae77ba94fc4aa7b632002da6304ceb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285163 May 18 14:56:59.219001 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:56:59.235082 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ee608-188a-41e5-8381-5c94e68e8804 req-e4619bdd-675b-46aa-afaf-66f20f0737ca tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:56:59.236804 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-971ee608-188a-41e5-8381-5c94e68e8804 req-e4619bdd-675b-46aa-afaf-66f20f0737ca tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 946 time: 0.0644333 May 18 14:56:59.309289 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f031dda9-b064-454e-ac71-4fedde7d0bd3 req-e3b6a916-2a45-4c58-8ebf-d26ad04bece0 tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] 10.222.0.59 "GET /v2.0/ports?device_id=34fecf88-13a5-40b7-9177-c0b6319cf78b HTTP/1.1" status: 200 len: 210 time: 0.0536273 May 18 14:56:59.341158 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-971ee608-188a-41e5-8381-5c94e68e8804 req-012ab20e-5614-4121-b9db-9a30d007fdc0 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955710 May 18 14:57:00.407339 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-41871071-6299-4382-864d-08438ad98e5d req-bc318868-0d4d-45ab-bb73-3a108e98d64a tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] 10.222.0.59 "GET /v2.0/ports?device_id=34fecf88-13a5-40b7-9177-c0b6319cf78b HTTP/1.1" status: 200 len: 210 time: 0.0296698 May 18 14:57:00.485836 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd24c8-2fb9-4cca-800a-91ccb2a6b45a req-4630ed8d-f68f-4e33-bb39-d2d88cbf5506 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:00.487343 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-cabd24c8-2fb9-4cca-800a-91ccb2a6b45a req-4630ed8d-f68f-4e33-bb39-d2d88cbf5506 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 946 time: 0.0542049 May 18 14:57:00.535052 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-cabd24c8-2fb9-4cca-800a-91ccb2a6b45a req-8aebb2db-bfd5-4895-9c7a-331b98ac00ab tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419385 May 18 14:57:01.509110 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ce2224a5-9661-4840-a0aa-4de2aa06d0b8 req-f1910a60-32a4-47df-a888-70e654635959 tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] 10.222.0.59 "GET /v2.0/ports?device_id=34fecf88-13a5-40b7-9177-c0b6319cf78b HTTP/1.1" status: 200 len: 210 time: 0.0290265 May 18 14:57:01.653390 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf8d53-b627-4187-9c4a-74a25d130be9 req-703cdb60-ab71-4400-84d1-d1653ad9e411 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:01.654822 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-aecf8d53-b627-4187-9c4a-74a25d130be9 req-703cdb60-ab71-4400-84d1-d1653ad9e411 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 946 time: 0.0466492 May 18 14:57:01.703099 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-aecf8d53-b627-4187-9c4a-74a25d130be9 req-d994578f-0962-4c4a-8a6d-75f94dc1b007 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426896 May 18 14:57:02.627513 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e340f77a-45e1-43d5-b185-2afbce82a146 req-4b04c481-2fd8-43b2-8c1b-437539f9100d tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] 10.222.0.59 "GET /v2.0/ports?device_id=34fecf88-13a5-40b7-9177-c0b6319cf78b HTTP/1.1" status: 200 len: 210 time: 0.0447721 May 18 14:57:02.802159 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:02.816978 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd8d58-475b-469d-b54a-25f479476ba1 req-1bda7342-ed84-4350-8caa-8d61c249d7be tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:02.818422 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-20bd8d58-475b-469d-b54a-25f479476ba1 req-1bda7342-ed84-4350-8caa-8d61c249d7be tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 946 time: 0.0478916 May 18 14:57:02.864560 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-20bd8d58-475b-469d-b54a-25f479476ba1 req-3b9d3bd4-f4f7-427f-a0a7-eec0477be5cd tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407877 May 18 14:57:03.016917 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0087b329-71df-4f6b-8bb5-b175228a821a req-e1cc122d-04c8-4b6d-8a65-1b3cce4537ce tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=daae77ba94fc4aa7b632002da6304ceb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219646 May 18 14:57:03.131322 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0087b329-71df-4f6b-8bb5-b175228a821a req-d4752b61-022f-466d-bd86-6c519b0b70f2 tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:03.133062 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0087b329-71df-4f6b-8bb5-b175228a821a req-d4752b61-022f-466d-bd86-6c519b0b70f2 tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1096325 May 18 14:57:03.158005 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [req-0087b329-71df-4f6b-8bb5-b175228a821a req-d47a46d1-eb7a-4914-b49d-bd1d88c9eccb tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] Request body: {'port': {'device_id': '34fecf88-13a5-40b7-9177-c0b6319cf78b', 'network_id': 'eeb0531b-870b-4a39-94e3-37c726ce2f5c', 'admin_state_up': True, 'tenant_id': 'daae77ba94fc4aa7b632002da6304ceb'}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:57:03.282864 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0087b329-71df-4f6b-8bb5-b175228a821a req-d47a46d1-eb7a-4914-b49d-bd1d88c9eccb tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] Made reservation on behalf of daae77ba94fc4aa7b632002da6304ceb for: {'port': 1} {{(pid=110157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:57:03.287931 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-0087b329-71df-4f6b-8bb5-b175228a821a req-d47a46d1-eb7a-4914-b49d-bd1d88c9eccb tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:03.297773 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-0087b329-71df-4f6b-8bb5-b175228a821a req-d47a46d1-eb7a-4914-b49d-bd1d88c9eccb tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] Publish callbacks [] for security_group (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:03.312440 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 33182) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:03.365642 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.db_base_plugin_v2 [None req-652e0f73-bd19-412d-bef2-058f70cb1bea admin admin] Deleting subnet c294c216-d48a-4781-934e-bcc6665609e0 {{(pid=110156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 18 14:57:03.369360 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-652e0f73-bd19-412d-bef2-058f70cb1bea admin admin] Publish callbacks [] for subnet (c294c216-d48a-4781-934e-bcc6665609e0), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:03.387665 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-0087b329-71df-4f6b-8bb5-b175228a821a req-d47a46d1-eb7a-4914-b49d-bd1d88c9eccb tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] Publish callbacks [] for security_group (ba5104e7-e944-431a-9383-eff8588d9333), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:03.395158 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-0087b329-71df-4f6b-8bb5-b175228a821a req-d47a46d1-eb7a-4914-b49d-bd1d88c9eccb tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (ba5104e7-e944-431a-9383-eff8588d9333), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:03.407013 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-652e0f73-bd19-412d-bef2-058f70cb1bea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14249964'] for subnet (c294c216-d48a-4781-934e-bcc6665609e0), precommit_delete_associations {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:03.448899 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-652e0f73-bd19-412d-bef2-058f70cb1bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027974'] for subnet (c294c216-d48a-4781-934e-bcc6665609e0), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:03.458909 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a46d1-eb7a-4914-b49d-bd1d88c9eccb tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5104e7-e944-431a-9383-eff8588d9333,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:03.504526 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-652e0f73-bd19-412d-bef2-058f70cb1bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2027999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14493751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12844375'] for subnet (c294c216-d48a-4781-934e-bcc6665609e0), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:03.533019 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e0f73-bd19-412d-bef2-058f70cb1bea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c294c216-d48a-4781-934e-bcc6665609e0,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:03.534915 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-652e0f73-bd19-412d-bef2-058f70cb1bea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:03.538068 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.db_base_plugin_common [req-0087b329-71df-4f6b-8bb5-b175228a821a req-d47a46d1-eb7a-4914-b49d-bd1d88c9eccb tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] Allocated IP 192.168.233.72 (eeb0531b-870b-4a39-94e3-37c726ce2f5c/28aa6e8f-a61f-4a10-b8ba-85de4a1b8675/1c02c86c-6848-4f9b-9999-6050fc55be61) {{(pid=110157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:57:03.540205 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-652e0f73-bd19-412d-bef2-058f70cb1bea admin admin] 10.222.0.59 "DELETE /v2.0/subnets/c294c216-d48a-4781-934e-bcc6665609e0 HTTP/1.1" status: 204 len: 168 time: 0.2265692 May 18 14:57:03.543109 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 33184) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:03.598469 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:03.654128 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-83efebf5-ccbe-4f45-85a6-6744a8c5c72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1954329'] for network (12e453f0-838c-4ad6-bf42-6764e1f9cc1f), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:03.793764 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-36c21146-db9e-4212-aaeb-f48b0f47db5d req-9d1fb938-98c5-481e-a022-ae3aa86de7ab tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] 10.222.0.59 "GET /v2.0/ports?device_id=34fecf88-13a5-40b7-9177-c0b6319cf78b HTTP/1.1" status: 200 len: 210 time: 0.0692842 May 18 14:57:03.821736 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:03.858936 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-83efebf5-ccbe-4f45-85a6-6744a8c5c72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017651', 'neutron.services.segments.db._delete_segments_for_network-8770382701078'] for network (12e453f0-838c-4ad6-bf42-6764e1f9cc1f), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:04.101255 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-83efebf5-ccbe-4f45-85a6-6744a8c5c72c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:57:04.101255 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-83efebf5-ccbe-4f45-85a6-6744a8c5c72c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:57:04.101928 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-83efebf5-ccbe-4f45-85a6-6744a8c5c72c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:57:04.102260 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-83efebf5-ccbe-4f45-85a6-6744a8c5c72c admin admin] Subscribe: > port after_create 55550000 {{(pid=110157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:57:04.102721 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-83efebf5-ccbe-4f45-85a6-6744a8c5c72c admin admin] Subscribe: > port after_delete 55550000 {{(pid=110157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:57:04.103071 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-83efebf5-ccbe-4f45-85a6-6744a8c5c72c admin admin] Subscribe: > port after_update 55550000 {{(pid=110157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:57:04.103694 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-83efebf5-ccbe-4f45-85a6-6744a8c5c72c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:57:04.103694 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-83efebf5-ccbe-4f45-85a6-6744a8c5c72c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:57:04.103968 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-83efebf5-ccbe-4f45-85a6-6744a8c5c72c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:57:04.104283 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-83efebf5-ccbe-4f45-85a6-6744a8c5c72c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:57:04.171721 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-83efebf5-ccbe-4f45-85a6-6744a8c5c72c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:57:04.171843 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-83efebf5-ccbe-4f45-85a6-6744a8c5c72c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:57:04.172330 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-83efebf5-ccbe-4f45-85a6-6744a8c5c72c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:57:04.172961 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-83efebf5-ccbe-4f45-85a6-6744a8c5c72c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:57:04.173368 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.services.segments.db [None req-83efebf5-ccbe-4f45-85a6-6744a8c5c72c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12e453f0-838c-4ad6-bf42-6764e1f9cc1f']}} {{(pid=110157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:57:04.215853 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-0087b329-71df-4f6b-8bb5-b175228a821a req-d47a46d1-eb7a-4914-b49d-bd1d88c9eccb tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] Publish callbacks [] for port (1c02c86c-6848-4f9b-9999-6050fc55be61), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:04.221636 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.services.segments.db [None req-83efebf5-ccbe-4f45-85a6-6744a8c5c72c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57f67c65-1e49-4617-a81d-a9db73a6742d') {'for_net_delete': True} {{(pid=110157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:57:04.221930 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.services.segments.db [None req-83efebf5-ccbe-4f45-85a6-6744a8c5c72c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57f67c65-1e49-4617-a81d-a9db73a6742d') {} {{(pid=110157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:57:04.241796 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 33222) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:04.251022 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-83efebf5-ccbe-4f45-85a6-6744a8c5c72c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770382700063', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14498612'] for segment (57f67c65-1e49-4617-a81d-a9db73a6742d), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:04.263321 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8317034-69fa-421e-9b76-de8b891274ec req-ec03a34a-7fcd-4322-a09b-493a82335d44 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:04.265564 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-a8317034-69fa-421e-9b76-de8b891274ec req-ec03a34a-7fcd-4322-a09b-493a82335d44 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 946 time: 0.1848457 May 18 14:57:04.307720 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-83efebf5-ccbe-4f45-85a6-6744a8c5c72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029885'] for segment (57f67c65-1e49-4617-a81d-a9db73a6742d), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:04.323633 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83efebf5-ccbe-4f45-85a6-6744a8c5c72c admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=110157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:57:04.324148 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-83efebf5-ccbe-4f45-85a6-6744a8c5c72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13704120'] for segment (57f67c65-1e49-4617-a81d-a9db73a6742d), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:04.328112 dv-cinder-839987-7-iscsi neutron-server[110157]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 18 14:57:04.328112 dv-cinder-839987-7-iscsi neutron-server[110157]: from cryptography.utils import int_from_bytes May 18 14:57:04.328112 dv-cinder-839987-7-iscsi neutron-server[110157]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 18 14:57:04.328112 dv-cinder-839987-7-iscsi neutron-server[110157]: from cryptography.utils import int_from_bytes May 18 14:57:04.328112 dv-cinder-839987-7-iscsi neutron-server[110157]: Traceback (most recent call last): May 18 14:57:04.328112 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:57:04.328112 dv-cinder-839987-7-iscsi neutron-server[110157]: timer() May 18 14:57:04.328112 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:57:04.328112 dv-cinder-839987-7-iscsi neutron-server[110157]: cb(*args, **kw) May 18 14:57:04.328112 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 18 14:57:04.328112 dv-cinder-839987-7-iscsi neutron-server[110157]: return func(*args, **kwargs) May 18 14:57:04.328112 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:57:04.328112 dv-cinder-839987-7-iscsi neutron-server[110157]: self._notify() May 18 14:57:04.328112 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:57:04.328112 dv-cinder-839987-7-iscsi neutron-server[110157]: self.callback(batched_events) May 18 14:57:04.328112 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:57:04.328112 dv-cinder-839987-7-iscsi neutron-server[110157]: event.method(event) May 18 14:57:04.328112 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 14:57:04.328112 dv-cinder-839987-7-iscsi neutron-server[110157]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:57:04.328112 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 14:57:04.328112 dv-cinder-839987-7-iscsi neutron-server[110157]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:57:04.328112 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 14:57:04.328112 dv-cinder-839987-7-iscsi neutron-server[110157]: return f(self, *a, **k) May 18 14:57:04.328112 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 14:57:04.328112 dv-cinder-839987-7-iscsi neutron-server[110157]: return self._get(url).json() May 18 14:57:04.328112 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 14:57:04.328112 dv-cinder-839987-7-iscsi neutron-server[110157]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:57:04.328112 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:57:04.328112 dv-cinder-839987-7-iscsi neutron-server[110157]: return self.request(url, 'GET', **kwargs) May 18 14:57:04.328112 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:57:04.328112 dv-cinder-839987-7-iscsi neutron-server[110157]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:57:04.328112 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:57:04.328112 dv-cinder-839987-7-iscsi neutron-server[110157]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:57:04.328112 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:57:04.328112 dv-cinder-839987-7-iscsi neutron-server[110157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:57:04.328112 dv-cinder-839987-7-iscsi neutron-server[110157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:57:04.369348 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-d2a23a5d-e400-47a9-8e24-56c7c88d98f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:04.376715 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-0087b329-71df-4f6b-8bb5-b175228a821a req-d47a46d1-eb7a-4914-b49d-bd1d88c9eccb tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13704171'] for port (1c02c86c-6848-4f9b-9999-6050fc55be61), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:04.449924 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-a8317034-69fa-421e-9b76-de8b891274ec req-c511115a-dbe6-4a99-a4ac-16cfef4381aa tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714160 May 18 14:57:04.457972 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0087b329-71df-4f6b-8bb5-b175228a821a req-d47a46d1-eb7a-4914-b49d-bd1d88c9eccb tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] Network eeb0531b-870b-4a39-94e3-37c726ce2f5c is already hosted by enough agents. {{(pid=110157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:57:04.462741 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.base_scheduler [req-0087b329-71df-4f6b-8bb5-b175228a821a req-d47a46d1-eb7a-4914-b49d-bd1d88c9eccb tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] Resources bound (agent type, host, resource id): {{(pid=110157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:57:04.464758 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-83efebf5-ccbe-4f45-85a6-6744a8c5c72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008250'] for network (12e453f0-838c-4ad6-bf42-6764e1f9cc1f), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:04.466021 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.l3_dvrscheduler_db [req-0087b329-71df-4f6b-8bb5-b175228a821a req-d47a46d1-eb7a-4914-b49d-bd1d88c9eccb tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] Received port after_create {{(pid=110157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:57:04.469743 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-d2a23a5d-e400-47a9-8e24-56c7c88d98f5 admin admin] Publish callbacks [] for security_group (6cb3021e-57c9-4ce5-8962-35f08ec9bcf8), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:04.475480 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-d2a23a5d-e400-47a9-8e24-56c7c88d98f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (6cb3021e-57c9-4ce5-8962-35f08ec9bcf8), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:04.502168 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-83efebf5-ccbe-4f45-85a6-6744a8c5c72c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for network (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:04.505290 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-83efebf5-ccbe-4f45-85a6-6744a8c5c72c admin admin] 10.222.0.59 "DELETE /v2.0/networks/12e453f0-838c-4ad6-bf42-6764e1f9cc1f HTTP/1.1" status: 204 len: 168 time: 0.9611950 May 18 14:57:04.506817 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a46d1-eb7a-4914-b49d-bd1d88c9eccb tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] Pushing event updated for resources: {'Port': ['ID=1c02c86c-6848-4f9b-9999-6050fc55be61,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:04.522419 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83efebf5-ccbe-4f45-85a6-6744a8c5c72c admin admin] Pushing event deleted for resources: {'Network': ['ID=12e453f0-838c-4ad6-bf42-6764e1f9cc1f,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:04.527663 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-d2a23a5d-e400-47a9-8e24-56c7c88d98f5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cb3d553b63da476895d937d8eed1f8b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2844932 May 18 14:57:04.529309 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 33228) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:04.538667 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a23a5d-e400-47a9-8e24-56c7c88d98f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb3021e-57c9-4ce5-8962-35f08ec9bcf8,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:04.567441 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0087b329-71df-4f6b-8bb5-b175228a821a req-d47a46d1-eb7a-4914-b49d-bd1d88c9eccb tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:04.568054 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-0087b329-71df-4f6b-8bb5-b175228a821a req-d47a46d1-eb7a-4914-b49d-bd1d88c9eccb tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for port (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:04.569920 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:04.606869 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0087b329-71df-4f6b-8bb5-b175228a821a req-d47a46d1-eb7a-4914-b49d-bd1d88c9eccb tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4532769 May 18 14:57:04.612238 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-6f3a9a97-fa0f-4d2e-a7ab-1471a49d0ec2 admin admin] Publish callbacks [] for security_group (6cb3021e-57c9-4ce5-8962-35f08ec9bcf8), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:04.629995 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [req-0087b329-71df-4f6b-8bb5-b175228a821a req-9c82f7aa-9281-4dd5-8fc1-bd38eab94c14 service neutron] Request body: {'port': {'device_id': '34fecf88-13a5-40b7-9177-c0b6319cf78b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:57:04.638450 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-6f3a9a97-fa0f-4d2e-a7ab-1471a49d0ec2 admin admin] Publish callbacks [] for security_group (6cb3021e-57c9-4ce5-8962-35f08ec9bcf8), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:04.657848 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=9 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:04.718165 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-6f3a9a97-fa0f-4d2e-a7ab-1471a49d0ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (6cb3021e-57c9-4ce5-8962-35f08ec9bcf8), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:04.722583 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 33232) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:04.726335 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-6f3a9a97-fa0f-4d2e-a7ab-1471a49d0ec2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:04.728478 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-6f3a9a97-fa0f-4d2e-a7ab-1471a49d0ec2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6cb3021e-57c9-4ce5-8962-35f08ec9bcf8 HTTP/1.1" status: 204 len: 168 time: 0.1976488 May 18 14:57:04.746943 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3a9a97-fa0f-4d2e-a7ab-1471a49d0ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb3021e-57c9-4ce5-8962-35f08ec9bcf8,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:04.761285 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-0087b329-71df-4f6b-8bb5-b175228a821a req-9c82f7aa-9281-4dd5-8fc1-bd38eab94c14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (1c02c86c-6848-4f9b-9999-6050fc55be61), before_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:04.811842 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=28,neutron:UPDATE=4 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:04.822374 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-e04f48fb-5771-4a5a-a67b-7306365fa1f6 None None] Provisioning complete for port 1c02c86c-6848-4f9b-9999-6050fc55be61 triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:57:04.822374 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e04f48fb-5771-4a5a-a67b-7306365fa1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (1c02c86c-6848-4f9b-9999-6050fc55be61), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:04.828188 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-679dbc53-236d-44c9-a5b7-027c18b26fff admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8861f7058f96459fa715dddf23cc3908&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1044085 May 18 14:57:04.830734 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 33236) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:04.864049 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-e04f48fb-5771-4a5a-a67b-7306365fa1f6 None None] Port 1c02c86c-6848-4f9b-9999-6050fc55be61 cannot update to ACTIVE because it is not bound. {{(pid=110158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:57:04.918615 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:04.954212 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-9af59a18-8c4c-4592-8e64-bb6efbe97d87 admin admin] Publish callbacks [] for security_group (4f8df6fa-7815-4764-8657-559a2bac255e), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:04.977876 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:04.989181 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560b0ef-c5cd-4dee-aa30-76657c4c4955 req-9c6547e5-779c-46ec-b41e-b09effc97dbc tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:04.990761 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-5560b0ef-c5cd-4dee-aa30-76657c4c4955 req-9c6547e5-779c-46ec-b41e-b09effc97dbc tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] 10.222.0.59 "GET /v2.0/ports?device_id=34fecf88-13a5-40b7-9177-c0b6319cf78b HTTP/1.1" status: 200 len: 935 time: 0.0947700 May 18 14:57:05.075352 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-9af59a18-8c4c-4592-8e64-bb6efbe97d87 admin admin] Publish callbacks [] for security_group (4f8df6fa-7815-4764-8657-559a2bac255e), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:05.120868 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 33242) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:05.134549 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-968d082b-a2ee-4e0d-a464-a7d112dbbfc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:05.190130 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-5560b0ef-c5cd-4dee-aa30-76657c4c4955 req-08fb22d8-97a4-46a3-a1e0-28e0b739221a tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba5104e7-e944-431a-9383-eff8588d9333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487665 May 18 14:57:05.220822 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-9af59a18-8c4c-4592-8e64-bb6efbe97d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (4f8df6fa-7815-4764-8657-559a2bac255e), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:05.222526 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-9af59a18-8c4c-4592-8e64-bb6efbe97d87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:05.223590 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-9af59a18-8c4c-4592-8e64-bb6efbe97d87 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4f8df6fa-7815-4764-8657-559a2bac255e HTTP/1.1" status: 204 len: 168 time: 0.3917074 May 18 14:57:05.244249 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af59a18-8c4c-4592-8e64-bb6efbe97d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8df6fa-7815-4764-8657-559a2bac255e,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:05.277772 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-968d082b-a2ee-4e0d-a464-a7d112dbbfc9 admin admin] Publish callbacks [] for security_group (e1bb4000-bc9c-4be0-a821-69d69a7f3ea1), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:05.290266 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-968d082b-a2ee-4e0d-a464-a7d112dbbfc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (e1bb4000-bc9c-4be0-a821-69d69a7f3ea1), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:05.342146 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-968d082b-a2ee-4e0d-a464-a7d112dbbfc9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=deb8ae8015c84ba3b910fe4e75b0f2ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2201879 May 18 14:57:05.343318 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968d082b-a2ee-4e0d-a464-a7d112dbbfc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1bb4000-bc9c-4be0-a821-69d69a7f3ea1,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:05.346127 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 33252) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:05.366958 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.notifiers.nova [req-0087b329-71df-4f6b-8bb5-b175228a821a req-9c82f7aa-9281-4dd5-8fc1-bd38eab94c14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c02c86c-6848-4f9b-9999-6050fc55be61 {{(pid=110157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:57:05.383667 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-0087b329-71df-4f6b-8bb5-b175228a821a req-9c82f7aa-9281-4dd5-8fc1-bd38eab94c14 service neutron] Publish callbacks [] for port (1c02c86c-6848-4f9b-9999-6050fc55be61), precommit_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:05.415688 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.provisioning_blocks [req-0087b329-71df-4f6b-8bb5-b175228a821a req-9c82f7aa-9281-4dd5-8fc1-bd38eab94c14 service neutron] Transition to ACTIVE for port object 1c02c86c-6848-4f9b-9999-6050fc55be61 will not be triggered until provisioned by entity L2. {{(pid=110157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 14:57:05.421301 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-0087b329-71df-4f6b-8bb5-b175228a821a req-9c82f7aa-9281-4dd5-8fc1-bd38eab94c14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13704156'] for port (1c02c86c-6848-4f9b-9999-6050fc55be61), after_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:05.459946 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-9b4faaa3-0fba-4946-8bc0-03043efc5f52 admin admin] Publish callbacks [] for security_group (e1bb4000-bc9c-4be0-a821-69d69a7f3ea1), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:05.507955 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-9b4faaa3-0fba-4946-8bc0-03043efc5f52 admin admin] Publish callbacks [] for security_group (e1bb4000-bc9c-4be0-a821-69d69a7f3ea1), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:05.527097 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c82f7aa-9281-4dd5-8fc1-bd38eab94c14 service neutron] Pushing event updated for resources: {'Port': ['ID=1c02c86c-6848-4f9b-9999-6050fc55be61,revision_number=2']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:05.642226 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc121062-b2a2-4592-9481-d2709cc86936 req-0f7364ee-a143-40b6-a6d1-9723821b28cf tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:05.648140 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-cc121062-b2a2-4592-9481-d2709cc86936 req-0f7364ee-a143-40b6-a6d1-9723821b28cf tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 946 time: 0.1061761 May 18 14:57:05.674664 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.managers [req-0087b329-71df-4f6b-8bb5-b175228a821a req-9c82f7aa-9281-4dd5-8fc1-bd38eab94c14 service neutron] Attempting to bind port 1c02c86c-6848-4f9b-9999-6050fc55be61 on host hv-cinder-83998 for vnic_type normal with profile {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:57:05.675007 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.managers [req-0087b329-71df-4f6b-8bb5-b175228a821a req-9c82f7aa-9281-4dd5-8fc1-bd38eab94c14 service neutron] Attempting to bind port 1c02c86c-6848-4f9b-9999-6050fc55be61 by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': '6a2805c6-bac0-49c5-9095-ce5266c47f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eeb0531b-870b-4a39-94e3-37c726ce2f5c'}] {{(pid=110157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:57:05.675333 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0087b329-71df-4f6b-8bb5-b175228a821a req-9c82f7aa-9281-4dd5-8fc1-bd38eab94c14 service neutron] Attempting to bind port 1c02c86c-6848-4f9b-9999-6050fc55be61 on network eeb0531b-870b-4a39-94e3-37c726ce2f5c {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:57:05.691676 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0087b329-71df-4f6b-8bb5-b175228a821a req-9c82f7aa-9281-4dd5-8fc1-bd38eab94c14 service neutron] Port 1c02c86c-6848-4f9b-9999-6050fc55be61 on network eeb0531b-870b-4a39-94e3-37c726ce2f5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 14:57:05.692042 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0087b329-71df-4f6b-8bb5-b175228a821a req-9c82f7aa-9281-4dd5-8fc1-bd38eab94c14 service neutron] Attempting to bind port 1c02c86c-6848-4f9b-9999-6050fc55be61 on network eeb0531b-870b-4a39-94e3-37c726ce2f5c {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:57:05.700504 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-9b4faaa3-0fba-4946-8bc0-03043efc5f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (e1bb4000-bc9c-4be0-a821-69d69a7f3ea1), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:05.702980 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-9b4faaa3-0fba-4946-8bc0-03043efc5f52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:05.704107 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-9b4faaa3-0fba-4946-8bc0-03043efc5f52 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e1bb4000-bc9c-4be0-a821-69d69a7f3ea1 HTTP/1.1" status: 204 len: 168 time: 0.3563163 May 18 14:57:05.716952 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0087b329-71df-4f6b-8bb5-b175228a821a req-9c82f7aa-9281-4dd5-8fc1-bd38eab94c14 service neutron] Checking agent: {'id': 'f376d122-85a6-484a-a941-8f32d5a81e72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 53, 39), 'started_at': datetime.datetime(2022, 5, 18, 14, 53, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:57:05.717252 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0087b329-71df-4f6b-8bb5-b175228a821a req-9c82f7aa-9281-4dd5-8fc1-bd38eab94c14 service neutron] Checking segment: {'id': '6a2805c6-bac0-49c5-9095-ce5266c47f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eeb0531b-870b-4a39-94e3-37c726ce2f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:57:05.717632 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0087b329-71df-4f6b-8bb5-b175228a821a req-9c82f7aa-9281-4dd5-8fc1-bd38eab94c14 service neutron] Bound using segment: {'id': '6a2805c6-bac0-49c5-9095-ce5266c47f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eeb0531b-870b-4a39-94e3-37c726ce2f5c'} {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:57:05.718197 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.managers [req-0087b329-71df-4f6b-8bb5-b175228a821a req-9c82f7aa-9281-4dd5-8fc1-bd38eab94c14 service neutron] Bound port: 1c02c86c-6848-4f9b-9999-6050fc55be61, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a2805c6-bac0-49c5-9095-ce5266c47f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eeb0531b-870b-4a39-94e3-37c726ce2f5c'}}] {{(pid=110157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:57:05.718428 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-0087b329-71df-4f6b-8bb5-b175228a821a req-9c82f7aa-9281-4dd5-8fc1-bd38eab94c14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (1c02c86c-6848-4f9b-9999-6050fc55be61), before_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:05.738214 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4faaa3-0fba-4946-8bc0-03043efc5f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1bb4000-bc9c-4be0-a821-69d69a7f3ea1,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:05.780900 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-cc121062-b2a2-4592-9481-d2709cc86936 req-19ff1204-a133-4cb6-937e-043c69011c1c tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224155 May 18 14:57:05.857115 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.db [req-0087b329-71df-4f6b-8bb5-b175228a821a req-9c82f7aa-9281-4dd5-8fc1-bd38eab94c14 service neutron] For port 1c02c86c-6848-4f9b-9999-6050fc55be61, host hv-cinder-83998, cleared binding levels {{(pid=110157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:57:05.858878 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:05.860856 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.db [req-0087b329-71df-4f6b-8bb5-b175228a821a req-9c82f7aa-9281-4dd5-8fc1-bd38eab94c14 service neutron] For port 1c02c86c-6848-4f9b-9999-6050fc55be61, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=1c02c86c-6848-4f9b-9999-6050fc55be61,segment=NetworkSegment(6a2805c6-bac0-49c5-9095-ce5266c47f86),segment_id=6a2805c6-bac0-49c5-9095-ce5266c47f86)] {{(pid=110157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:57:05.870934 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-0087b329-71df-4f6b-8bb5-b175228a821a req-9c82f7aa-9281-4dd5-8fc1-bd38eab94c14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13704156'] for port (1c02c86c-6848-4f9b-9999-6050fc55be61), after_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:05.885155 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:05.912844 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0087b329-71df-4f6b-8bb5-b175228a821a req-9c82f7aa-9281-4dd5-8fc1-bd38eab94c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:05.913501 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-0087b329-71df-4f6b-8bb5-b175228a821a req-9c82f7aa-9281-4dd5-8fc1-bd38eab94c14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for port (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:05.914863 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0087b329-71df-4f6b-8bb5-b175228a821a req-9c82f7aa-9281-4dd5-8fc1-bd38eab94c14 service neutron] 10.222.0.49 "PUT /v2.0/ports/1c02c86c-6848-4f9b-9999-6050fc55be61 HTTP/1.1" status: 200 len: 1097 time: 1.2913465 May 18 14:57:05.920801 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34fecf88-13a5-40b7-9177-c0b6319cf78b', 'tag': '1c02c86c-6848-4f9b-9999-6050fc55be61'}] {{(pid=110157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:57:05.923255 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3614be4c33be7e0ed28fa23fdbb6a3604458632b91c0a79006a6fb45a0ea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dfd3cfb-764a-4f03-af32-c254d8644aa6" -d '{"events": [{"name": "network-changed", "server_uuid": "34fecf88-13a5-40b7-9177-c0b6319cf78b", "tag": "1c02c86c-6848-4f9b-9999-6050fc55be61"}]}' {{(pid=110157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:57:05.953003 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c82f7aa-9281-4dd5-8fc1-bd38eab94c14 service neutron] Pushing event updated for resources: {'Port': ['ID=1c02c86c-6848-4f9b-9999-6050fc55be61,revision_number=3']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:06.003339 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 14:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08758c66-d0de-4a97-9086-f37c6e6b8d6e x-openstack-request-id: req-08758c66-d0de-4a97-9086-f37c6e6b8d6e {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:57:06.003655 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34fecf88-13a5-40b7-9177-c0b6319cf78b", "tag": "1c02c86c-6848-4f9b-9999-6050fc55be61", "status": "completed", "code": 200}]} {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:57:06.003910 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-08758c66-d0de-4a97-9086-f37c6e6b8d6e {{(pid=110157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:57:06.004318 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08758c66-d0de-4a97-9086-f37c6e6b8d6e'] response: {'name': 'network-changed', 'server_uuid': '34fecf88-13a5-40b7-9177-c0b6319cf78b', 'tag': '1c02c86c-6848-4f9b-9999-6050fc55be61', 'status': 'completed', 'code': 200} May 18 14:57:06.038086 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0087b329-71df-4f6b-8bb5-b175228a821a req-a4ccb98b-319f-4369-8a74-7d4a1ff21659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:06.040117 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0087b329-71df-4f6b-8bb5-b175228a821a req-a4ccb98b-319f-4369-8a74-7d4a1ff21659 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=daae77ba94fc4aa7b632002da6304ceb&device_id=34fecf88-13a5-40b7-9177-c0b6319cf78b HTTP/1.1" status: 200 len: 1131 time: 0.0521705 May 18 14:57:06.108080 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0087b329-71df-4f6b-8bb5-b175228a821a req-a11d4761-01ec-421e-b785-f73af81a72fc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=1c02c86c-6848-4f9b-9999-6050fc55be61 HTTP/1.1" status: 200 len: 217 time: 0.0511818 May 18 14:57:06.194954 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0087b329-71df-4f6b-8bb5-b175228a821a req-793823bf-f8f6-46fc-a5e8-8b5fda09c055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:06.194954 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0087b329-71df-4f6b-8bb5-b175228a821a req-793823bf-f8f6-46fc-a5e8-8b5fda09c055 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=28aa6e8f-a61f-4a10-b8ba-85de4a1b8675 HTTP/1.1" status: 200 len: 843 time: 0.0742538 May 18 14:57:06.242040 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 33290) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:06.250504 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0087b329-71df-4f6b-8bb5-b175228a821a req-7ed03144-42d6-4534-8960-50deb287bce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:06.252073 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0087b329-71df-4f6b-8bb5-b175228a821a req-7ed03144-42d6-4534-8960-50deb287bce7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=eeb0531b-870b-4a39-94e3-37c726ce2f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0523155 May 18 14:57:06.383483 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9e777-0a55-407b-9541-66bf24994bcd req-ca6ed38a-2771-45df-9255-321ec1abd9df tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:06.385025 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-97e9e777-0a55-407b-9541-66bf24994bcd req-ca6ed38a-2771-45df-9255-321ec1abd9df tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] 10.222.0.59 "GET /v2.0/ports?device_id=34fecf88-13a5-40b7-9177-c0b6319cf78b HTTP/1.1" status: 200 len: 947 time: 0.0607109 May 18 14:57:06.424191 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0087b329-71df-4f6b-8bb5-b175228a821a req-7c04927a-27ee-4b49-9f8f-b4da87f85ea5 service neutron] 10.222.0.49 "GET /v2.0/networks/eeb0531b-870b-4a39-94e3-37c726ce2f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639941 May 18 14:57:06.474536 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [None req-6f91ae36-39df-4317-befe-47d9bc72f112 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-735015753-network', 'tenant_id': 'c9a08f2c9b8b49f6a5de343bf8826601'}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:57:06.484632 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-97e9e777-0a55-407b-9541-66bf24994bcd req-5e2af20d-c734-423b-8504-ffb4d7977732 tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba5104e7-e944-431a-9383-eff8588d9333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905612 May 18 14:57:06.548361 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f91ae36-39df-4317-befe-47d9bc72f112 admin admin] Made reservation on behalf of c9a08f2c9b8b49f6a5de343bf8826601 for: {'network': 1} {{(pid=110157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:57:06.551041 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-6f91ae36-39df-4317-befe-47d9bc72f112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for network (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:06.567078 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-6f91ae36-39df-4317-befe-47d9bc72f112 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:06.610962 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0087b329-71df-4f6b-8bb5-b175228a821a req-b971e68e-98ad-4144-b4f5-5f3ad9f17862 service neutron] 10.222.0.49 "GET /v2.0/networks/eeb0531b-870b-4a39-94e3-37c726ce2f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623104 May 18 14:57:06.676814 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-6f91ae36-39df-4317-befe-47d9bc72f112 admin admin] Publish callbacks [] for security_group (b3af47e9-2a18-4cf0-9def-6f78c1a56010), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:06.681958 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-6f91ae36-39df-4317-befe-47d9bc72f112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (b3af47e9-2a18-4cf0-9def-6f78c1a56010), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:06.722599 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f91ae36-39df-4317-befe-47d9bc72f112 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=110157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:57:06.732703 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f91ae36-39df-4317-befe-47d9bc72f112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3af47e9-2a18-4cf0-9def-6f78c1a56010,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:06.744014 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-6f91ae36-39df-4317-befe-47d9bc72f112 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770382701069', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029885'] for segment (d0c07c6c-a57f-489c-a460-fa95911c3ff5), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:06.744519 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.db.segments_db [None req-6f91ae36-39df-4317-befe-47d9bc72f112 admin admin] Added segment d0c07c6c-a57f-489c-a460-fa95911c3ff5 of type vlan for network f6d46917-2e57-430f-9dbe-54ed4755b607 May 18 14:57:06.794783 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-6f91ae36-39df-4317-befe-47d9bc72f112 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770382152789'] for network (f6d46917-2e57-430f-9dbe-54ed4755b607), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:06.827824 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-6f91ae36-39df-4317-befe-47d9bc72f112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355'] for network (f6d46917-2e57-430f-9dbe-54ed4755b607), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:06.828940 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f91ae36-39df-4317-befe-47d9bc72f112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:06.829599 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-6f91ae36-39df-4317-befe-47d9bc72f112 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for network (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:06.845830 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:06.903106 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-6f91ae36-39df-4317-befe-47d9bc72f112 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.6601710 May 18 14:57:06.907266 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 33320) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:06.913349 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-9a3f1909-f9ae-44b8-9662-ed2be3762e48 admin admin] Request body: {'subnet': {'network_id': 'f6d46917-2e57-430f-9dbe-54ed4755b607', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-735015753-subnet', 'tenant_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:57:06.942032 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3f1909-f9ae-44b8-9662-ed2be3762e48 admin admin] Made reservation on behalf of c9a08f2c9b8b49f6a5de343bf8826601 for: {'subnet': 1} {{(pid=110156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:57:06.944625 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-9a3f1909-f9ae-44b8-9662-ed2be3762e48 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12844410'] for subnet (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:06.970888 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e315a-4f93-4516-8f38-47cc71be177b req-eaaee115-49f9-446d-80e0-e73419c8cd07 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:06.972426 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-4b7e315a-4f93-4516-8f38-47cc71be177b req-eaaee115-49f9-446d-80e0-e73419c8cd07 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 946 time: 0.1043868 May 18 14:57:06.975219 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f91ae36-39df-4317-befe-47d9bc72f112 admin admin] Pushing event updated for resources: {'Network': ['ID=f6d46917-2e57-430f-9dbe-54ed4755b607,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:06.986131 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Network f6d46917-2e57-430f-9dbe-54ed4755b607 details requested by agent ovs-agent-dv-cinder-839987-7-iscsi with host dv-cinder-839987-7-iscsi {{(pid=110158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 14:57:07.001507 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 33322) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:07.048129 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:07.094699 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-4b7e315a-4f93-4516-8f38-47cc71be177b req-020c336a-5743-4d11-9e2e-46904f4e1d07 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973368 May 18 14:57:07.171490 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-5dc80195-788f-439c-b6ad-3d6c8a638330 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:07.180811 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-9a3f1909-f9ae-44b8-9662-ed2be3762e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14493814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12844396'] for subnet (f0fd852b-2772-465d-a18e-71b8e3f03976), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:07.260488 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3f1909-f9ae-44b8-9662-ed2be3762e48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0fd852b-2772-465d-a18e-71b8e3f03976,revision_number=0']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:07.266789 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-5dc80195-788f-439c-b6ad-3d6c8a638330 admin admin] Publish callbacks [] for security_group (07398754-e238-429c-a299-57dcacd33624), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:07.272217 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-5dc80195-788f-439c-b6ad-3d6c8a638330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (07398754-e238-429c-a299-57dcacd33624), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:07.273541 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3f1909-f9ae-44b8-9662-ed2be3762e48 admin admin] Checking segment: {'id': 'd0c07c6c-a57f-489c-a460-fa95911c3ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f6d46917-2e57-430f-9dbe-54ed4755b607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:57:07.273892 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3f1909-f9ae-44b8-9662-ed2be3762e48 admin admin] Network hostable DHCP agents. Network: f6d46917-2e57-430f-9dbe-54ed4755b607, hostable agents: ['7afc6fe8-d13b-4fd3-bc99-e9efab9a141d'], hosted agents: [] {{(pid=110156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:57:07.294214 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3f1909-f9ae-44b8-9662-ed2be3762e48 admin admin] Network f6d46917-2e57-430f-9dbe-54ed4755b607 is scheduled to be hosted by DHCP agent 7afc6fe8-d13b-4fd3-bc99-e9efab9a141d with binding_index 1 {{(pid=110156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:57:07.305844 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.base_scheduler [None req-9a3f1909-f9ae-44b8-9662-ed2be3762e48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-7-iscsi, f6d46917-2e57-430f-9dbe-54ed4755b607) {{(pid=110156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:57:07.313763 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df094b5-a746-440a-8acf-5babc7316de5 None None] Network f6d46917-2e57-430f-9dbe-54ed4755b607 requested from dv-cinder-839987-7-iscsi {{(pid=110158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:57:07.314306 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc80195-788f-439c-b6ad-3d6c8a638330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07398754-e238-429c-a299-57dcacd33624,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:07.319729 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-5dc80195-788f-439c-b6ad-3d6c8a638330 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d9fb76010b814377bbe46e5962028baf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3168199 May 18 14:57:07.322382 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 33334) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:07.329307 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3f1909-f9ae-44b8-9662-ed2be3762e48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:07.330088 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-9a3f1909-f9ae-44b8-9662-ed2be3762e48 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:07.351104 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-9a3f1909-f9ae-44b8-9662-ed2be3762e48 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4395165 May 18 14:57:07.351421 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 33336) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:07.355866 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-1c19d82f-c713-452b-a791-cbbfd79ce19b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-735015753-router', 'tenant_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8'}}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:57:07.378965 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-4832ad60-fb03-4110-b587-e77782dccd96 admin admin] Publish callbacks [] for security_group (07398754-e238-429c-a299-57dcacd33624), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:07.395274 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-1c19d82f-c713-452b-a791-cbbfd79ce19b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1014178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30024'] for router (c0d76ce1-219d-4808-b8eb-fa33b7090149), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:07.399338 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-1c19d82f-c713-452b-a791-cbbfd79ce19b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1014102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30033'] for router (c0d76ce1-219d-4808-b8eb-fa33b7090149), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:07.418819 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-4832ad60-fb03-4110-b587-e77782dccd96 admin admin] Publish callbacks [] for security_group (07398754-e238-429c-a299-57dcacd33624), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:07.471239 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-1c19d82f-c713-452b-a791-cbbfd79ce19b admin admin] Publish callbacks [] for router_controller (c0d76ce1-219d-4808-b8eb-fa33b7090149), precommit_add_association {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:07.472279 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:07.485381 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-4832ad60-fb03-4110-b587-e77782dccd96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (07398754-e238-429c-a299-57dcacd33624), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:07.488112 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-4832ad60-fb03-4110-b587-e77782dccd96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:07.489332 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-4832ad60-fb03-4110-b587-e77782dccd96 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/07398754-e238-429c-a299-57dcacd33624 HTTP/1.1" status: 204 len: 168 time: 0.1659110 May 18 14:57:07.500211 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f17c41-02ab-4468-a266-eceb39497397 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f20f6cc-4f88-5695-b394-1707ddfc3587-f6d46917-2e57-430f-9dbe-54ed4755b607', 'network_id': 'f6d46917-2e57-430f-9dbe-54ed4755b607', 'project_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'fixed_ips': [{'subnet_id': 'f0fd852b-2772-465d-a18e-71b8e3f03976'}]}} from dv-cinder-839987-7-iscsi. {{(pid=110158) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 18 14:57:07.501289 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-28f17c41-02ab-4468-a266-eceb39497397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:07.510093 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4832ad60-fb03-4110-b587-e77782dccd96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07398754-e238-429c-a299-57dcacd33624,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:07.698023 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-1c19d82f-c713-452b-a791-cbbfd79ce19b admin admin] Publish callbacks [] for router_gateway (c0d76ce1-219d-4808-b8eb-fa33b7090149), precommit_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:07.704788 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac4e15-c099-495b-b405-cccc9a60b955 req-3009e519-2d8b-4c22-ba01-2bdbb5a519c2 tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:07.706462 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-52ac4e15-c099-495b-b405-cccc9a60b955 req-3009e519-2d8b-4c22-ba01-2bdbb5a519c2 tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] 10.222.0.59 "GET /v2.0/ports?device_id=34fecf88-13a5-40b7-9177-c0b6319cf78b HTTP/1.1" status: 200 len: 947 time: 0.1087627 May 18 14:57:07.753305 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd3cfb-764a-4f03-af32-c254d8644aa6 req-21ec750f-4fe0-4343-ba3c-c958dcd19673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:07.754833 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2dfd3cfb-764a-4f03-af32-c254d8644aa6 req-21ec750f-4fe0-4343-ba3c-c958dcd19673 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=daae77ba94fc4aa7b632002da6304ceb&device_id=34fecf88-13a5-40b7-9177-c0b6319cf78b HTTP/1.1" status: 200 len: 1131 time: 0.0802174 May 18 14:57:07.777772 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:07.780013 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-28f17c41-02ab-4468-a266-eceb39497397 None None] Allocated IP 172.20.0.2 (f6d46917-2e57-430f-9dbe-54ed4755b607/f0fd852b-2772-465d-a18e-71b8e3f03976/4b6a59e6-5c97-4fcc-9ccb-90249eafdaf6) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:57:07.838442 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-52ac4e15-c099-495b-b405-cccc9a60b955 req-513e37d8-54ea-434b-98e8-d93062adb934 tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba5104e7-e944-431a-9383-eff8588d9333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148589 May 18 14:57:07.926658 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd3cfb-764a-4f03-af32-c254d8644aa6 req-f97da735-dae0-489f-8367-75480d39b157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:07.929168 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2dfd3cfb-764a-4f03-af32-c254d8644aa6 req-f97da735-dae0-489f-8367-75480d39b157 service neutron] 10.222.0.49 "GET /v2.0/networks?id=eeb0531b-870b-4a39-94e3-37c726ce2f5c HTTP/1.1" status: 200 len: 870 time: 0.1626289 May 18 14:57:07.976101 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device 1c02c86c-6848-4f9b-9999-6050fc55be61 details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=110158) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 14:57:08.010847 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2dfd3cfb-764a-4f03-af32-c254d8644aa6 req-c68ac137-4e1d-4e4b-b90b-fb764847de4a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=1c02c86c-6848-4f9b-9999-6050fc55be61 HTTP/1.1" status: 200 len: 217 time: 0.0697742 May 18 14:57:08.013866 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-1c19d82f-c713-452b-a791-cbbfd79ce19b admin admin] Publish callbacks [] for router_gateway (c0d76ce1-219d-4808-b8eb-fa33b7090149), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:08.020610 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-28f17c41-02ab-4468-a266-eceb39497397 None None] Publish callbacks [] for port (4b6a59e6-5c97-4fcc-9ccb-90249eafdaf6), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:08.023418 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:08.074216 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-1c19d82f-c713-452b-a791-cbbfd79ce19b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:08.077823 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd3cfb-764a-4f03-af32-c254d8644aa6 req-54f09c76-9f35-40d8-a03c-226faed08d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:08.079392 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2dfd3cfb-764a-4f03-af32-c254d8644aa6 req-54f09c76-9f35-40d8-a03c-226faed08d0e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=28aa6e8f-a61f-4a10-b8ba-85de4a1b8675 HTTP/1.1" status: 200 len: 843 time: 0.0609546 May 18 14:57:08.116870 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 33368) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:08.117547 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-28f17c41-02ab-4468-a266-eceb39497397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031'] for port (4b6a59e6-5c97-4fcc-9ccb-90249eafdaf6), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:08.138870 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-e65945f4-d9de-40ce-b015-9cfbdc0c8039 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:08.148458 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd3cfb-764a-4f03-af32-c254d8644aa6 req-879155e3-6a32-407b-91ed-faa1f1c36779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:08.153947 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2dfd3cfb-764a-4f03-af32-c254d8644aa6 req-879155e3-6a32-407b-91ed-faa1f1c36779 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=eeb0531b-870b-4a39-94e3-37c726ce2f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0619905 May 18 14:57:08.245681 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.db_base_plugin_common [None req-1c19d82f-c713-452b-a791-cbbfd79ce19b admin admin] Allocated IP 172.27.3.24 (f20aa9f3-2984-481b-bb59-fa1f034e36c8/b7750f80-229c-4d19-b013-2aee5952f8bb/f2e73996-0a72-42f7-a5fc-820251147470) {{(pid=110156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:57:08.300169 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a90dd15-95e4-49a9-a396-599b5253d121 req-56869a7e-6359-4910-bcc3-e755e84b4996 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:08.302052 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-9a90dd15-95e4-49a9-a396-599b5253d121 req-56869a7e-6359-4910-bcc3-e755e84b4996 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 946 time: 0.1137009 May 18 14:57:08.333467 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:08.346710 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-e65945f4-d9de-40ce-b015-9cfbdc0c8039 admin admin] Publish callbacks [] for security_group (2665ff35-4529-4c1d-8a38-daffea7127ee), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:08.357735 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-e65945f4-d9de-40ce-b015-9cfbdc0c8039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (2665ff35-4529-4c1d-8a38-daffea7127ee), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:08.369361 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2dfd3cfb-764a-4f03-af32-c254d8644aa6 req-1475d592-9e03-479b-802f-01c2607e4633 service neutron] 10.222.0.49 "GET /v2.0/networks/eeb0531b-870b-4a39-94e3-37c726ce2f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108867 May 18 14:57:08.404253 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f17c41-02ab-4468-a266-eceb39497397 None None] Network f6d46917-2e57-430f-9dbe-54ed4755b607 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:57:08.413127 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-28f17c41-02ab-4468-a266-eceb39497397 None None] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:57:08.419483 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-9a90dd15-95e4-49a9-a396-599b5253d121 req-08faf510-953b-4c46-af08-474b8dbf8dc5 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089408 May 18 14:57:08.429302 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65945f4-d9de-40ce-b015-9cfbdc0c8039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2665ff35-4529-4c1d-8a38-daffea7127ee,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:08.433605 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-e65945f4-d9de-40ce-b015-9cfbdc0c8039 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d9f12361651847e78ad83abc6170b5df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3157766 May 18 14:57:08.441157 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f17c41-02ab-4468-a266-eceb39497397 None None] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:57:08.442896 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 33382) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:08.456540 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f17c41-02ab-4468-a266-eceb39497397 None None] Pushing event updated for resources: {'Port': ['ID=4b6a59e6-5c97-4fcc-9ccb-90249eafdaf6,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:08.458113 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-1c19d82f-c713-452b-a791-cbbfd79ce19b admin admin] Publish callbacks [] for port (f2e73996-0a72-42f7-a5fc-820251147470), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:08.478208 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:08.482551 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port 1c02c86c-6848-4f9b-9999-6050fc55be61, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=1c02c86c-6848-4f9b-9999-6050fc55be61,segment=NetworkSegment(6a2805c6-bac0-49c5-9095-ce5266c47f86),segment_id=6a2805c6-bac0-49c5-9095-ce5266c47f86)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:57:08.510965 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f17c41-02ab-4468-a266-eceb39497397 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:57:08.511320 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f17c41-02ab-4468-a266-eceb39497397 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:57:08.511681 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f17c41-02ab-4468-a266-eceb39497397 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:57:08.512054 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f17c41-02ab-4468-a266-eceb39497397 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:57:08.512367 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f17c41-02ab-4468-a266-eceb39497397 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:57:08.512722 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f17c41-02ab-4468-a266-eceb39497397 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:57:08.513053 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f17c41-02ab-4468-a266-eceb39497397 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:57:08.513379 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f17c41-02ab-4468-a266-eceb39497397 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:57:08.513703 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f17c41-02ab-4468-a266-eceb39497397 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:57:08.514056 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f17c41-02ab-4468-a266-eceb39497397 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:57:08.514893 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f17c41-02ab-4468-a266-eceb39497397 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:57:08.515251 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f17c41-02ab-4468-a266-eceb39497397 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:57:08.515585 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f17c41-02ab-4468-a266-eceb39497397 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:57:08.515910 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f17c41-02ab-4468-a266-eceb39497397 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:57:08.516234 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f17c41-02ab-4468-a266-eceb39497397 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:57:08.526701 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Returning: {'device': '1c02c86c-6848-4f9b-9999-6050fc55be61', 'network_id': 'eeb0531b-870b-4a39-94e3-37c726ce2f5c', 'port_id': '1c02c86c-6848-4f9b-9999-6050fc55be61', 'mac_address': 'fa:16:3e:fe:1d:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28aa6e8f-a61f-4a10-b8ba-85de4a1b8675', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110158) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 14:57:08.531731 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-b54e712d-aadb-4b95-be33-b9c1ba2900d6 admin admin] Publish callbacks [] for security_group (2665ff35-4529-4c1d-8a38-daffea7127ee), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:08.545611 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2dfd3cfb-764a-4f03-af32-c254d8644aa6 req-30379d96-d986-481e-9446-2c7c8a5b1ae6 service neutron] 10.222.0.49 "GET /v2.0/networks/eeb0531b-870b-4a39-94e3-37c726ce2f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631672 May 18 14:57:08.550295 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-1c19d82f-c713-452b-a791-cbbfd79ce19b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14495174'] for port (f2e73996-0a72-42f7-a5fc-820251147470), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:08.582715 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-28f17c41-02ab-4468-a266-eceb39497397 None None] Attempting to bind port 4b6a59e6-5c97-4fcc-9ccb-90249eafdaf6 on host dv-cinder-839987-7-iscsi for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:57:08.583097 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-28f17c41-02ab-4468-a266-eceb39497397 None None] Attempting to bind port 4b6a59e6-5c97-4fcc-9ccb-90249eafdaf6 by drivers openvswitch,hyperv on host dv-cinder-839987-7-iscsi at level 0 using segments [{'id': 'd0c07c6c-a57f-489c-a460-fa95911c3ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f6d46917-2e57-430f-9dbe-54ed4755b607'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:57:08.583454 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f17c41-02ab-4468-a266-eceb39497397 None None] Attempting to bind port 4b6a59e6-5c97-4fcc-9ccb-90249eafdaf6 on network f6d46917-2e57-430f-9dbe-54ed4755b607 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:57:08.594550 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-b54e712d-aadb-4b95-be33-b9c1ba2900d6 admin admin] Publish callbacks [] for security_group (2665ff35-4529-4c1d-8a38-daffea7127ee), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:08.596606 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f17c41-02ab-4468-a266-eceb39497397 None None] Checking agent: {'id': 'ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 46, 56), 'started_at': datetime.datetime(2022, 5, 18, 14, 47, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:57:08.597108 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f17c41-02ab-4468-a266-eceb39497397 None None] Checking segment: {'id': 'd0c07c6c-a57f-489c-a460-fa95911c3ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f6d46917-2e57-430f-9dbe-54ed4755b607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:57:08.597859 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-28f17c41-02ab-4468-a266-eceb39497397 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:08.597859 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f17c41-02ab-4468-a266-eceb39497397 None None] Bound using segment: {'id': 'd0c07c6c-a57f-489c-a460-fa95911c3ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f6d46917-2e57-430f-9dbe-54ed4755b607'} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:57:08.598353 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-28f17c41-02ab-4468-a266-eceb39497397 None None] Bound port: 4b6a59e6-5c97-4fcc-9ccb-90249eafdaf6, host: dv-cinder-839987-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c07c6c-a57f-489c-a460-fa95911c3ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f6d46917-2e57-430f-9dbe-54ed4755b607'}}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:57:08.598738 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-28f17c41-02ab-4468-a266-eceb39497397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (4b6a59e6-5c97-4fcc-9ccb-90249eafdaf6), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:08.602997 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:08.614164 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:08.615577 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Current status of the port 1c02c86c-6848-4f9b-9999-6050fc55be61 is: DOWN; New status is: BUILD {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:57:08.616178 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (1c02c86c-6848-4f9b-9999-6050fc55be61), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:08.616790 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c19d82f-c713-452b-a791-cbbfd79ce19b admin admin] Network f20aa9f3-2984-481b-bb59-fa1f034e36c8 is already hosted by enough agents. {{(pid=110156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:57:08.633150 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:08.634630 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.base_scheduler [None req-1c19d82f-c713-452b-a791-cbbfd79ce19b admin admin] Resources bound (agent type, host, resource id): {{(pid=110156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:57:08.638097 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c19d82f-c713-452b-a791-cbbfd79ce19b admin admin] Received port after_create {{(pid=110156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:57:08.654905 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c02c86c-6848-4f9b-9999-6050fc55be61 {{(pid=110158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:57:08.691281 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c19d82f-c713-452b-a791-cbbfd79ce19b admin admin] Pushing event updated for resources: {'Port': ['ID=f2e73996-0a72-42f7-a5fc-820251147470,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:08.692527 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port 1c02c86c-6848-4f9b-9999-6050fc55be61, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=1c02c86c-6848-4f9b-9999-6050fc55be61,segment=NetworkSegment(6a2805c6-bac0-49c5-9095-ce5266c47f86),segment_id=6a2805c6-bac0-49c5-9095-ce5266c47f86)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:57:08.702628 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-28f17c41-02ab-4468-a266-eceb39497397 None None] For port 4b6a59e6-5c97-4fcc-9ccb-90249eafdaf6, host dv-cinder-839987-7-iscsi, cleared binding levels {{(pid=110158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:57:08.706712 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-28f17c41-02ab-4468-a266-eceb39497397 None None] For port 4b6a59e6-5c97-4fcc-9ccb-90249eafdaf6, host dv-cinder-839987-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=4b6a59e6-5c97-4fcc-9ccb-90249eafdaf6,segment=NetworkSegment(d0c07c6c-a57f-489c-a460-fa95911c3ff5),segment_id=d0c07c6c-a57f-489c-a460-fa95911c3ff5)] {{(pid=110158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:57:08.711079 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (1c02c86c-6848-4f9b-9999-6050fc55be61), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:08.735925 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-28f17c41-02ab-4468-a266-eceb39497397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (4b6a59e6-5c97-4fcc-9ccb-90249eafdaf6), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:08.770880 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Pushing event updated for resources: {'Port': ['ID=1c02c86c-6848-4f9b-9999-6050fc55be61,revision_number=4']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:08.825186 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f17c41-02ab-4468-a266-eceb39497397 None None] Pushing event updated for resources: {'Port': ['ID=4b6a59e6-5c97-4fcc-9ccb-90249eafdaf6,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:08.842495 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-b54e712d-aadb-4b95-be33-b9c1ba2900d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (2665ff35-4529-4c1d-8a38-daffea7127ee), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:08.845554 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-b54e712d-aadb-4b95-be33-b9c1ba2900d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:08.849626 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-b54e712d-aadb-4b95-be33-b9c1ba2900d6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2665ff35-4529-4c1d-8a38-daffea7127ee HTTP/1.1" status: 204 len: 168 time: 0.4031224 May 18 14:57:08.867329 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e712d-aadb-4b95-be33-b9c1ba2900d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2665ff35-4529-4c1d-8a38-daffea7127ee,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:09.037248 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f6f459-1a99-4476-ad48-4b44de91c65f req-8e979e53-2ff3-44d8-be5e-c371324b678a tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:09.045799 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-48f6f459-1a99-4476-ad48-4b44de91c65f req-8e979e53-2ff3-44d8-be5e-c371324b678a tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] 10.222.0.59 "GET /v2.0/ports?device_id=34fecf88-13a5-40b7-9177-c0b6319cf78b HTTP/1.1" status: 200 len: 948 time: 0.0718284 May 18 14:57:09.049209 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-1c19d82f-c713-452b-a791-cbbfd79ce19b admin admin] Publish callbacks [] for router_gateway (c0d76ce1-219d-4808-b8eb-fa33b7090149), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:09.100978 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] get_ports_and_sgs() called for port_ids ['1c02c86c-6848-4f9b-9999-6050fc55be61'] {{(pid=110158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 14:57:09.120868 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-48f6f459-1a99-4476-ad48-4b44de91c65f req-4669ab13-1e90-4d1a-b98d-5b82ebd2f6b0 tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba5104e7-e944-431a-9383-eff8588d9333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726774 May 18 14:57:09.353187 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 33408) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:09.380435 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-1c19d82f-c713-452b-a791-cbbfd79ce19b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1014063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014892'] for router (c0d76ce1-219d-4808-b8eb-fa33b7090149), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:09.521259 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-601662c9-2800-4512-9e9e-48355d469fc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:09.557814 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c19d82f-c713-452b-a791-cbbfd79ce19b admin admin] Router c0d76ce1-219d-4808-b8eb-fa33b7090149 is scheduled to L3 agent a5518e17-d4a6-403f-b34f-0fa3d03f1833 with binding_index 1 {{(pid=110156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 14:57:09.567027 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 4b6a59e6-5c97-4fcc-9ccb-90249eafdaf6 up at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:57:09.587404 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed0e7d8-1b8f-435c-8909-446c56475998 req-72f42e70-ecf9-46ab-bafa-e68710f703fb tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:09.588934 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-5ed0e7d8-1b8f-435c-8909-446c56475998 req-72f42e70-ecf9-46ab-bafa-e68710f703fb tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 946 time: 0.0773413 May 18 14:57:09.658295 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Provisioning complete for port 4b6a59e6-5c97-4fcc-9ccb-90249eafdaf6 triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:57:09.658695 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (4b6a59e6-5c97-4fcc-9ccb-90249eafdaf6), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:09.675995 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-5ed0e7d8-1b8f-435c-8909-446c56475998 req-2a3cf753-ed63-4944-84be-cc4b25e14bad tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764444 May 18 14:57:09.728062 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c19d82f-c713-452b-a791-cbbfd79ce19b admin admin] Notify agent at l3_agent.dv-cinder-839987-7-iscsi the message routers_updated {{(pid=110156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:57:09.742550 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ee0c1d-0748-4b48-81d5-3cd014ea8097 None None] Sync routers for ids ['c0d76ce1-219d-4808-b8eb-fa33b7090149'] in dv-cinder-839987-7-iscsi {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:57:09.745616 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-601662c9-2800-4512-9e9e-48355d469fc6 admin admin] Publish callbacks [] for security_group (674bcebc-4bab-4ef9-9612-6b13e4899b31), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:09.754051 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-601662c9-2800-4512-9e9e-48355d469fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (674bcebc-4bab-4ef9-9612-6b13e4899b31), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:09.768891 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ee0c1d-0748-4b48-81d5-3cd014ea8097 None None] Routers {'c0d76ce1-219d-4808-b8eb-fa33b7090149'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:57:09.769696 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-1c19d82f-c713-452b-a791-cbbfd79ce19b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:09.770428 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:09.773141 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-1c19d82f-c713-452b-a791-cbbfd79ce19b admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4205499 May 18 14:57:09.780441 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-e8ee0c1d-0748-4b48-81d5-3cd014ea8097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T14:56:53Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['c0d76ce1-219d-4808-b8eb-fa33b7090149'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:57:09.782365 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Current status of the port 4b6a59e6-5c97-4fcc-9ccb-90249eafdaf6 is: DOWN; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:57:09.783306 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (4b6a59e6-5c97-4fcc-9ccb-90249eafdaf6), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:09.783859 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 33424) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:09.811454 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601662c9-2800-4512-9e9e-48355d469fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674bcebc-4bab-4ef9-9612-6b13e4899b31,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:09.818365 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-601662c9-2800-4512-9e9e-48355d469fc6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f8bf16292879468b91bf671b7a48ab05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4676633 May 18 14:57:09.830811 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 33428) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:09.893404 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] For port 4b6a59e6-5c97-4fcc-9ccb-90249eafdaf6, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=4b6a59e6-5c97-4fcc-9ccb-90249eafdaf6,segment=NetworkSegment(d0c07c6c-a57f-489c-a460-fa95911c3ff5),segment_id=d0c07c6c-a57f-489c-a460-fa95911c3ff5)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:57:09.903070 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-7f2c123a-a019-4754-b482-75bac93338b4 admin admin] Publish callbacks [] for security_group (674bcebc-4bab-4ef9-9612-6b13e4899b31), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:09.909577 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (4b6a59e6-5c97-4fcc-9ccb-90249eafdaf6), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:09.932730 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-e8ee0c1d-0748-4b48-81d5-3cd014ea8097 None None] Set router c0d76ce1-219d-4808-b8eb-fa33b7090149 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:57:09.957210 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-7f2c123a-a019-4754-b482-75bac93338b4 admin admin] Publish callbacks [] for security_group (674bcebc-4bab-4ef9-9612-6b13e4899b31), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:09.987056 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:10.008915 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Pushing event updated for resources: {'Port': ['ID=4b6a59e6-5c97-4fcc-9ccb-90249eafdaf6,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:10.071213 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-7f2c123a-a019-4754-b482-75bac93338b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (674bcebc-4bab-4ef9-9612-6b13e4899b31), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:10.074649 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-7f2c123a-a019-4754-b482-75bac93338b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:10.076787 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-7f2c123a-a019-4754-b482-75bac93338b4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/674bcebc-4bab-4ef9-9612-6b13e4899b31 HTTP/1.1" status: 204 len: 168 time: 0.2446914 May 18 14:57:10.076982 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device 1c02c86c-6848-4f9b-9999-6050fc55be61 up at agent hyperv_hv-cinder-83998 {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:57:10.088864 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2c123a-a019-4754-b482-75bac93338b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674bcebc-4bab-4ef9-9612-6b13e4899b31,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:10.148982 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Provisioning for port 1c02c86c-6848-4f9b-9999-6050fc55be61 completed by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 14:57:10.160366 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Provisioning complete for port 1c02c86c-6848-4f9b-9999-6050fc55be61 triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:57:10.161207 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (1c02c86c-6848-4f9b-9999-6050fc55be61), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:10.262828 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-e8ee0c1d-0748-4b48-81d5-3cd014ea8097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d76ce1-219d-4808-b8eb-fa33b7090149', 'name': 'tempest-AttachVolumeTestJSON-735015753-router', 'tenant_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'f2e73996-0a72-42f7-a5fc-820251147470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:57:07Z', 'updated_at': '2022-05-18T14:57:08Z', 'revision_number': 3, 'project_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'gw_port': {'id': 'f2e73996-0a72-42f7-a5fc-820251147470', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d76ce1-219d-4808-b8eb-fa33b7090149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:08Z', 'updated_at': '2022-05-18T14:57:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi'}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:57:10.350955 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:DELETE=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:10.354483 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ee0c1d-0748-4b48-81d5-3cd014ea8097 None None] Checking router: c0d76ce1-219d-4808-b8eb-fa33b7090149 for host: dv-cinder-839987-7-iscsi {{(pid=110159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:57:10.354762 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ee0c1d-0748-4b48-81d5-3cd014ea8097 None None] Updating router c0d76ce1-219d-4808-b8eb-fa33b7090149 port f2e73996-0a72-42f7-a5fc-820251147470 binding host dv-cinder-839987-7-iscsi {{(pid=110159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:57:10.354968 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Current status of the port 1c02c86c-6848-4f9b-9999-6050fc55be61 is: BUILD; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:57:10.355431 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (1c02c86c-6848-4f9b-9999-6050fc55be61), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:10.367307 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c86c59-5633-4cb2-ab4c-1329587d5bc3 None None] Network f6d46917-2e57-430f-9dbe-54ed4755b607 requested from dv-cinder-839987-7-iscsi {{(pid=110158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:57:10.370744 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c03257-9478-4db8-963d-36fee0d33e07 req-8836da9e-d7ff-4811-b9e4-de871fbbe4e5 tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:10.372758 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-a9c03257-9478-4db8-963d-36fee0d33e07 req-8836da9e-d7ff-4811-b9e4-de871fbbe4e5 tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] 10.222.0.59 "GET /v2.0/ports?device_id=34fecf88-13a5-40b7-9177-c0b6319cf78b HTTP/1.1" status: 200 len: 948 time: 0.0898519 May 18 14:57:10.445446 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e8ee0c1d-0748-4b48-81d5-3cd014ea8097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (f2e73996-0a72-42f7-a5fc-820251147470), before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:10.468559 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port 1c02c86c-6848-4f9b-9999-6050fc55be61, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=1c02c86c-6848-4f9b-9999-6050fc55be61,segment=NetworkSegment(6a2805c6-bac0-49c5-9095-ce5266c47f86),segment_id=6a2805c6-bac0-49c5-9095-ce5266c47f86)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:57:10.476877 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34fecf88-13a5-40b7-9177-c0b6319cf78b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c02c86c-6848-4f9b-9999-6050fc55be61'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:57:10.482404 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62dae43363b0d9fbe88fecb50d2dfb4fafe72539e0e1d03116e82a6fdda86ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74824439-713e-4abf-8f19-7855b5238b95" -d '{"events": [{"server_uuid": "34fecf88-13a5-40b7-9177-c0b6319cf78b", "name": "network-vif-plugged", "status": "completed", "tag": "1c02c86c-6848-4f9b-9999-6050fc55be61"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:57:10.510631 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-a9c03257-9478-4db8-963d-36fee0d33e07 req-f61adf70-6e40-4b60-9986-0d19fec9fac6 tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba5104e7-e944-431a-9383-eff8588d9333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303988 May 18 14:57:10.512353 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (1c02c86c-6848-4f9b-9999-6050fc55be61), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:10.519165 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-f7bbd2b7-50ac-4d69-821b-d2d4eb84260b None None] Provisioning complete for port 4b6a59e6-5c97-4fcc-9ccb-90249eafdaf6 triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:57:10.519746 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f7bbd2b7-50ac-4d69-821b-d2d4eb84260b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (4b6a59e6-5c97-4fcc-9ccb-90249eafdaf6), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:10.592229 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 14:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d5265e-b4f3-4825-a64d-630ff530d770 x-openstack-request-id: req-92d5265e-b4f3-4825-a64d-630ff530d770 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:57:10.592556 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34fecf88-13a5-40b7-9177-c0b6319cf78b", "name": "network-vif-plugged", "status": "completed", "tag": "1c02c86c-6848-4f9b-9999-6050fc55be61", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:57:10.592875 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-92d5265e-b4f3-4825-a64d-630ff530d770 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:57:10.593254 dv-cinder-839987-7-iscsi neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92d5265e-b4f3-4825-a64d-630ff530d770'] response: {'server_uuid': '34fecf88-13a5-40b7-9177-c0b6319cf78b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c02c86c-6848-4f9b-9999-6050fc55be61', 'code': 200} May 18 14:57:10.611625 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:DELETE=4,neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:10.720661 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Pushing event updated for resources: {'Port': ['ID=1c02c86c-6848-4f9b-9999-6050fc55be61,revision_number=5']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:10.810038 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-f7bbd2b7-50ac-4d69-821b-d2d4eb84260b None None] Current status of the port 4b6a59e6-5c97-4fcc-9ccb-90249eafdaf6 is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:57:10.823349 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 33452) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:10.845133 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-9bd527f6-74cc-4159-9608-d97878b95a4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:10.866495 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e8ee0c1d-0748-4b48-81d5-3cd014ea8097 None None] Publish callbacks [] for port (f2e73996-0a72-42f7-a5fc-820251147470), precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:10.874036 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e8ee0c1d-0748-4b48-81d5-3cd014ea8097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (f2e73996-0a72-42f7-a5fc-820251147470), after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:10.924512 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684587e5-c879-42c7-9f2f-279bd3ff8c7a None None] Pushing event updated for resources: {'Port': ['ID=f2e73996-0a72-42f7-a5fc-820251147470,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:10.935415 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684587e5-c879-42c7-9f2f-279bd3ff8c7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:57:10.935763 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684587e5-c879-42c7-9f2f-279bd3ff8c7a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:57:10.936114 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684587e5-c879-42c7-9f2f-279bd3ff8c7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:57:10.936467 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684587e5-c879-42c7-9f2f-279bd3ff8c7a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:57:10.936869 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684587e5-c879-42c7-9f2f-279bd3ff8c7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:57:10.937196 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684587e5-c879-42c7-9f2f-279bd3ff8c7a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:57:10.937653 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684587e5-c879-42c7-9f2f-279bd3ff8c7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:57:10.937978 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684587e5-c879-42c7-9f2f-279bd3ff8c7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:57:10.938297 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684587e5-c879-42c7-9f2f-279bd3ff8c7a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:57:10.938616 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684587e5-c879-42c7-9f2f-279bd3ff8c7a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:57:10.938934 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684587e5-c879-42c7-9f2f-279bd3ff8c7a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:57:10.939291 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684587e5-c879-42c7-9f2f-279bd3ff8c7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:57:10.939592 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684587e5-c879-42c7-9f2f-279bd3ff8c7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:57:10.939908 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684587e5-c879-42c7-9f2f-279bd3ff8c7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:57:10.940222 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684587e5-c879-42c7-9f2f-279bd3ff8c7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:57:10.961932 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42c6a6a-dac1-44a6-85e1-e4718b4f6ced req-6fd4cd02-3a32-4541-9022-992fa8aa690e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:10.963629 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-b42c6a6a-dac1-44a6-85e1-e4718b4f6ced req-6fd4cd02-3a32-4541-9022-992fa8aa690e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=34fecf88-13a5-40b7-9177-c0b6319cf78b HTTP/1.1" status: 200 len: 1133 time: 0.0867827 May 18 14:57:10.969434 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [None req-e8ee0c1d-0748-4b48-81d5-3cd014ea8097 None None] Attempting to bind port f2e73996-0a72-42f7-a5fc-820251147470 on host dv-cinder-839987-7-iscsi for vnic_type normal with profile {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:57:10.969729 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [None req-e8ee0c1d-0748-4b48-81d5-3cd014ea8097 None None] Attempting to bind port f2e73996-0a72-42f7-a5fc-820251147470 by drivers openvswitch,hyperv on host dv-cinder-839987-7-iscsi at level 0 using segments [{'id': '74645103-ef26-4e33-8147-3fc27f09baec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8'}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:57:10.970088 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ee0c1d-0748-4b48-81d5-3cd014ea8097 None None] Attempting to bind port f2e73996-0a72-42f7-a5fc-820251147470 on network f20aa9f3-2984-481b-bb59-fa1f034e36c8 {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:57:10.971271 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-4910edf8-af49-4610-aa2b-15a15260a861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:10.983801 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ee0c1d-0748-4b48-81d5-3cd014ea8097 None None] Checking agent: {'id': 'ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 46, 56), 'started_at': datetime.datetime(2022, 5, 18, 14, 47, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:57:10.984173 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ee0c1d-0748-4b48-81d5-3cd014ea8097 None None] Checking segment: {'id': '74645103-ef26-4e33-8147-3fc27f09baec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:57:10.984574 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e8ee0c1d-0748-4b48-81d5-3cd014ea8097 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:10.993815 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ee0c1d-0748-4b48-81d5-3cd014ea8097 None None] Bound using segment: {'id': '74645103-ef26-4e33-8147-3fc27f09baec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8'} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:57:10.994433 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [None req-e8ee0c1d-0748-4b48-81d5-3cd014ea8097 None None] Bound port: f2e73996-0a72-42f7-a5fc-820251147470, host: dv-cinder-839987-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74645103-ef26-4e33-8147-3fc27f09baec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8'}}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:57:10.994833 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e8ee0c1d-0748-4b48-81d5-3cd014ea8097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (f2e73996-0a72-42f7-a5fc-820251147470), before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:11.024671 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8005e-b8ed-46ed-a32f-5bc9488f1166 req-bcea8be2-37a1-4c6c-a18f-ff166fc20a1a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:11.026561 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ead8005e-b8ed-46ed-a32f-5bc9488f1166 req-bcea8be2-37a1-4c6c-a18f-ff166fc20a1a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 946 time: 0.1634915 May 18 14:57:11.055932 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:11.056160 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-e8ee0c1d-0748-4b48-81d5-3cd014ea8097 None None] For port f2e73996-0a72-42f7-a5fc-820251147470, host dv-cinder-839987-7-iscsi, cleared binding levels {{(pid=110159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:57:11.059741 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-e8ee0c1d-0748-4b48-81d5-3cd014ea8097 None None] For port f2e73996-0a72-42f7-a5fc-820251147470, host dv-cinder-839987-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=f2e73996-0a72-42f7-a5fc-820251147470,segment=NetworkSegment(74645103-ef26-4e33-8147-3fc27f09baec),segment_id=74645103-ef26-4e33-8147-3fc27f09baec)] {{(pid=110159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:57:11.068995 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e8ee0c1d-0748-4b48-81d5-3cd014ea8097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (f2e73996-0a72-42f7-a5fc-820251147470), after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:11.083674 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:11.132425 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-b42c6a6a-dac1-44a6-85e1-e4718b4f6ced req-6a654f2d-be6c-428b-886f-cfec0a751802 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ba5104e7-e944-431a-9383-eff8588d9333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226103 May 18 14:57:11.137715 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-82018e9d-e9bd-460b-8e7f-03358c9249ce None None] Provisioning complete for port 4b6a59e6-5c97-4fcc-9ccb-90249eafdaf6 triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:57:11.138574 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-82018e9d-e9bd-460b-8e7f-03358c9249ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (4b6a59e6-5c97-4fcc-9ccb-90249eafdaf6), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:11.148388 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:11.153112 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684587e5-c879-42c7-9f2f-279bd3ff8c7a None None] Pushing event updated for resources: {'Port': ['ID=f2e73996-0a72-42f7-a5fc-820251147470,revision_number=3']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:11.163755 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ead8005e-b8ed-46ed-a32f-5bc9488f1166 req-999a418b-7f30-4c58-82e7-1197c8d7f26a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247554 May 18 14:57:11.205211 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ee0c1d-0748-4b48-81d5-3cd014ea8097 None None] Routers {'c0d76ce1-219d-4808-b8eb-fa33b7090149'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:57:11.206032 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-e8ee0c1d-0748-4b48-81d5-3cd014ea8097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T14:56:53Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['c0d76ce1-219d-4808-b8eb-fa33b7090149'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:57:11.209601 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:11.211674 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-9bd527f6-74cc-4159-9608-d97878b95a4a admin admin] Publish callbacks [] for security_group (0d953ec8-3979-43b5-ad3c-ff8270483119), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:11.226818 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-9bd527f6-74cc-4159-9608-d97878b95a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (0d953ec8-3979-43b5-ad3c-ff8270483119), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:11.320196 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.db_base_plugin_common [None req-4910edf8-af49-4610-aa2b-15a15260a861 admin admin] Allocated IP 172.20.0.1 (f6d46917-2e57-430f-9dbe-54ed4755b607/f0fd852b-2772-465d-a18e-71b8e3f03976/b8bb4d44-404e-4e54-9b5e-78f7bcffbece) {{(pid=110156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:57:11.334538 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd527f6-74cc-4159-9608-d97878b95a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d953ec8-3979-43b5-ad3c-ff8270483119,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:11.348684 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-9bd527f6-74cc-4159-9608-d97878b95a4a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9f937b55dc74497ea03170c2f8eda32f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5242167 May 18 14:57:11.354373 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 33460) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:11.365167 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-82018e9d-e9bd-460b-8e7f-03358c9249ce None None] Current status of the port 4b6a59e6-5c97-4fcc-9ccb-90249eafdaf6 is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:57:11.368765 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-e8ee0c1d-0748-4b48-81d5-3cd014ea8097 None None] Set router c0d76ce1-219d-4808-b8eb-fa33b7090149 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:57:11.417288 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-cb6e387b-055c-457e-9f99-f9283c8f1431 admin admin] Publish callbacks [] for security_group (0d953ec8-3979-43b5-ad3c-ff8270483119), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:11.442567 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-cb6e387b-055c-457e-9f99-f9283c8f1431 admin admin] Publish callbacks [] for security_group (0d953ec8-3979-43b5-ad3c-ff8270483119), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:11.504517 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-cb6e387b-055c-457e-9f99-f9283c8f1431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (0d953ec8-3979-43b5-ad3c-ff8270483119), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:11.506722 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-4910edf8-af49-4610-aa2b-15a15260a861 admin admin] Publish callbacks [] for port (b8bb4d44-404e-4e54-9b5e-78f7bcffbece), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:11.510126 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 4b6a59e6-5c97-4fcc-9ccb-90249eafdaf6 up at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:57:11.514528 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-cb6e387b-055c-457e-9f99-f9283c8f1431 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:11.515716 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-cb6e387b-055c-457e-9f99-f9283c8f1431 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0d953ec8-3979-43b5-ad3c-ff8270483119 HTTP/1.1" status: 204 len: 168 time: 0.1599507 May 18 14:57:11.539895 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6e387b-055c-457e-9f99-f9283c8f1431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d953ec8-3979-43b5-ad3c-ff8270483119,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:11.555885 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-4910edf8-af49-4610-aa2b-15a15260a861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14495174'] for port (b8bb4d44-404e-4e54-9b5e-78f7bcffbece), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:11.585737 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Provisioning complete for port 4b6a59e6-5c97-4fcc-9ccb-90249eafdaf6 triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:57:11.586194 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (4b6a59e6-5c97-4fcc-9ccb-90249eafdaf6), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:11.650927 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4910edf8-af49-4610-aa2b-15a15260a861 admin admin] Pushing event updated for resources: {'Port': ['ID=b8bb4d44-404e-4e54-9b5e-78f7bcffbece,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:11.661432 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4910edf8-af49-4610-aa2b-15a15260a861 admin admin] Network f6d46917-2e57-430f-9dbe-54ed4755b607 is already hosted by enough agents. {{(pid=110156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:57:11.664877 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.base_scheduler [None req-4910edf8-af49-4610-aa2b-15a15260a861 admin admin] Resources bound (agent type, host, resource id): {{(pid=110156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:57:11.668450 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4910edf8-af49-4610-aa2b-15a15260a861 admin admin] Received port after_create {{(pid=110156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:57:11.673933 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Current status of the port 4b6a59e6-5c97-4fcc-9ccb-90249eafdaf6 is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:57:11.676249 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-e8ee0c1d-0748-4b48-81d5-3cd014ea8097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d76ce1-219d-4808-b8eb-fa33b7090149', 'name': 'tempest-AttachVolumeTestJSON-735015753-router', 'tenant_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'f2e73996-0a72-42f7-a5fc-820251147470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:57:07Z', 'updated_at': '2022-05-18T14:57:08Z', 'revision_number': 3, 'project_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'gw_port': {'id': 'f2e73996-0a72-42f7-a5fc-820251147470', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d76ce1-219d-4808-b8eb-fa33b7090149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:08Z', 'updated_at': '2022-05-18T14:57:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi'}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:57:11.699658 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9858d35-efeb-433b-bf4f-f7f05ce9c233 req-fded8e64-2a00-451e-a0c6-2cf3309b11bd tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:11.701201 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d9858d35-efeb-433b-bf4f-f7f05ce9c233 req-fded8e64-2a00-451e-a0c6-2cf3309b11bd tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] 10.222.0.59 "GET /v2.0/ports?device_id=34fecf88-13a5-40b7-9177-c0b6319cf78b HTTP/1.1" status: 200 len: 949 time: 0.0869365 May 18 14:57:11.717844 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ee0c1d-0748-4b48-81d5-3cd014ea8097 None None] The sync data for ids ['c0d76ce1-219d-4808-b8eb-fa33b7090149'] in dv-cinder-839987-7-iscsi is: [{'id': 'c0d76ce1-219d-4808-b8eb-fa33b7090149', 'name': 'tempest-AttachVolumeTestJSON-735015753-router', 'tenant_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'f2e73996-0a72-42f7-a5fc-820251147470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:57:07Z', 'updated_at': '2022-05-18T14:57:08Z', 'revision_number': 3, 'project_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'gw_port': {'id': 'f2e73996-0a72-42f7-a5fc-820251147470', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d76ce1-219d-4808-b8eb-fa33b7090149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:08Z', 'updated_at': '2022-05-18T14:57:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi'}] {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:57:11.735813 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-4910edf8-af49-4610-aa2b-15a15260a861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1009729'] for router_interface (c0d76ce1-219d-4808-b8eb-fa33b7090149), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:11.793941 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d9858d35-efeb-433b-bf4f-f7f05ce9c233 req-056f55fa-2818-45c0-a6ec-66eb17d142d8 tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba5104e7-e944-431a-9383-eff8588d9333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834851 May 18 14:57:11.901551 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-4910edf8-af49-4610-aa2b-15a15260a861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (b8bb4d44-404e-4e54-9b5e-78f7bcffbece), before_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:11.917106 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:11.922775 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:12.028313 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-b02cc5a4-8561-40b5-b222-74ee4ff75b84 None None] Provisioning complete for port b8bb4d44-404e-4e54-9b5e-78f7bcffbece triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:57:12.029083 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b02cc5a4-8561-40b5-b222-74ee4ff75b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (b8bb4d44-404e-4e54-9b5e-78f7bcffbece), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:12.068075 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-b02cc5a4-8561-40b5-b222-74ee4ff75b84 None None] Port b8bb4d44-404e-4e54-9b5e-78f7bcffbece cannot update to ACTIVE because it is not bound. {{(pid=110158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:57:12.167894 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-4910edf8-af49-4610-aa2b-15a15260a861 admin admin] Publish callbacks [] for port (b8bb4d44-404e-4e54-9b5e-78f7bcffbece), precommit_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:12.173823 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-4910edf8-af49-4610-aa2b-15a15260a861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14495217'] for port (b8bb4d44-404e-4e54-9b5e-78f7bcffbece), after_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:12.263300 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4910edf8-af49-4610-aa2b-15a15260a861 admin admin] Pushing event updated for resources: {'Port': ['ID=b8bb4d44-404e-4e54-9b5e-78f7bcffbece,revision_number=2']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:12.266578 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-4910edf8-af49-4610-aa2b-15a15260a861 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009163'] for router_interface (c0d76ce1-219d-4808-b8eb-fa33b7090149), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:12.307365 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1694d81-8497-4322-86a9-a1bf1a2f90ff req-8a06b5db-1cf5-4f4b-975e-a31a434648cb tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:12.310919 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-a1694d81-8497-4322-86a9-a1bf1a2f90ff req-8a06b5db-1cf5-4f4b-975e-a31a434648cb tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 946 time: 0.0800023 May 18 14:57:12.314249 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (f376d122-85a6-484a-a941-8f32d5a81e72), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:12.393362 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-a1694d81-8497-4322-86a9-a1bf1a2f90ff req-a8000022-0fdf-4418-bd26-17ef98a51980 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763619 May 18 14:57:12.454645 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4910edf8-af49-4610-aa2b-15a15260a861 admin admin] Network f6d46917-2e57-430f-9dbe-54ed4755b607 is already hosted by enough agents. {{(pid=110156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:57:12.456421 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.base_scheduler [None req-4910edf8-af49-4610-aa2b-15a15260a861 admin admin] Resources bound (agent type, host, resource id): {{(pid=110156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:57:12.641740 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4910edf8-af49-4610-aa2b-15a15260a861 admin admin] Router c0d76ce1-219d-4808-b8eb-fa33b7090149 has already been hosted by L3 agent a5518e17-d4a6-403f-b34f-0fa3d03f1833 {{(pid=110156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 14:57:12.767745 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4910edf8-af49-4610-aa2b-15a15260a861 admin admin] Notify agent at l3_agent.dv-cinder-839987-7-iscsi the message routers_updated {{(pid=110156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:57:12.774503 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-4910edf8-af49-4610-aa2b-15a15260a861 admin admin] 10.222.0.59 "PUT /v2.0/routers/c0d76ce1-219d-4808-b8eb-fa33b7090149/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9876282 May 18 14:57:12.809179 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-203865a6-2669-4860-a0ef-8f64888aa9e8 None None] Provisioning complete for port b8bb4d44-404e-4e54-9b5e-78f7bcffbece triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:57:12.809688 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-203865a6-2669-4860-a0ef-8f64888aa9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (b8bb4d44-404e-4e54-9b5e-78f7bcffbece), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:12.810319 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 33506) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:12.875687 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:12.885323 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-203865a6-2669-4860-a0ef-8f64888aa9e8 None None] Port b8bb4d44-404e-4e54-9b5e-78f7bcffbece cannot update to ACTIVE because it is not bound. {{(pid=110158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:57:12.960069 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-74d53fba-1c09-4249-bef9-1db33e876060 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1468976190-network', 'tenant_id': 'b2b84d47b94b4e9099e18fd26aa97739'}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:57:12.991679 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d53fba-1c09-4249-bef9-1db33e876060 admin admin] Made reservation on behalf of b2b84d47b94b4e9099e18fd26aa97739 for: {'network': 1} {{(pid=110156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:57:13.000796 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60b375-6aac-46de-b050-3a074909a810 req-5258126f-7449-456f-aad2-cb4ff9773b87 tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:13.002340 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3f60b375-6aac-46de-b050-3a074909a810 req-5258126f-7449-456f-aad2-cb4ff9773b87 tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] 10.222.0.59 "GET /v2.0/ports?device_id=34fecf88-13a5-40b7-9177-c0b6319cf78b HTTP/1.1" status: 200 len: 949 time: 0.0764580 May 18 14:57:13.003811 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-74d53fba-1c09-4249-bef9-1db33e876060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for network (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:13.014611 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-74d53fba-1c09-4249-bef9-1db33e876060 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:13.063848 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3f60b375-6aac-46de-b050-3a074909a810 req-bddab36b-7fe3-469a-8d2b-1b0f1c5ab77a tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba5104e7-e944-431a-9383-eff8588d9333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543444 May 18 14:57:13.130464 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-74d53fba-1c09-4249-bef9-1db33e876060 admin admin] Publish callbacks [] for security_group (bb82263c-3580-4f93-a466-e4cee8171418), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:13.137977 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-74d53fba-1c09-4249-bef9-1db33e876060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (bb82263c-3580-4f93-a466-e4cee8171418), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:13.150193 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:13.173635 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74d53fba-1c09-4249-bef9-1db33e876060 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=110156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:57:13.189360 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:13.201915 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-74d53fba-1c09-4249-bef9-1db33e876060 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770382701069', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029885'] for segment (374fa0c6-486f-497c-852d-dea580b39485), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:13.202409 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.db.segments_db [None req-74d53fba-1c09-4249-bef9-1db33e876060 admin admin] Added segment 374fa0c6-486f-497c-852d-dea580b39485 of type vlan for network d5316da1-b990-4c00-af37-765a8d691a4c May 18 14:57:13.215606 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d53fba-1c09-4249-bef9-1db33e876060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb82263c-3580-4f93-a466-e4cee8171418,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:13.270235 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 33532) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:13.274868 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [None req-4a67ef76-37c4-4749-8919-826ee37361fb tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Request body: {'security_group': {'name': 'tempest-securitygroup--247484718', 'description': 'tempest-description--983078233'}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:57:13.282567 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-74d53fba-1c09-4249-bef9-1db33e876060 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770382152789'] for network (d5316da1-b990-4c00-af37-765a8d691a4c), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:13.313484 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-4a67ef76-37c4-4749-8919-826ee37361fb tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks [] for security_group (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:13.319697 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-74d53fba-1c09-4249-bef9-1db33e876060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355'] for network (d5316da1-b990-4c00-af37-765a8d691a4c), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:13.320816 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d53fba-1c09-4249-bef9-1db33e876060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:13.321462 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-74d53fba-1c09-4249-bef9-1db33e876060 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for network (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:13.407256 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-74d53fba-1c09-4249-bef9-1db33e876060 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5956559 May 18 14:57:13.409996 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 33540) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:13.415973 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-221c8667-7b47-4bfd-957d-f746844840ba admin admin] Request body: {'subnet': {'network_id': 'd5316da1-b990-4c00-af37-765a8d691a4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1468976190-subnet', 'tenant_id': 'b2b84d47b94b4e9099e18fd26aa97739', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:57:13.417582 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:13.420945 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-4a67ef76-37c4-4749-8919-826ee37361fb tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks [] for security_group (9bb5f753-2908-4023-8bb1-1a4dec319fa4), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:13.437295 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d53fba-1c09-4249-bef9-1db33e876060 admin admin] Pushing event updated for resources: {'Network': ['ID=d5316da1-b990-4c00-af37-765a8d691a4c,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:13.441526 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-4a67ef76-37c4-4749-8919-826ee37361fb tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (9bb5f753-2908-4023-8bb1-1a4dec319fa4), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:13.460080 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-221c8667-7b47-4bfd-957d-f746844840ba admin admin] Made reservation on behalf of b2b84d47b94b4e9099e18fd26aa97739 for: {'subnet': 1} {{(pid=110156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:57:13.463265 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-221c8667-7b47-4bfd-957d-f746844840ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12844410'] for subnet (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:13.468274 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Network d5316da1-b990-4c00-af37-765a8d691a4c details requested by agent ovs-agent-dv-cinder-839987-7-iscsi with host dv-cinder-839987-7-iscsi {{(pid=110158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 14:57:13.525345 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-4a67ef76-37c4-4749-8919-826ee37361fb tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks [] for security_group (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:13.526598 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-4a67ef76-37c4-4749-8919-826ee37361fb tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2553780 May 18 14:57:13.538124 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 33546) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:13.544292 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [None req-c609235b-6d5c-4ddc-9e4e-fff840f409d9 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Request body: {'security_group_rule': {'security_group_id': '9bb5f753-2908-4023-8bb1-1a4dec319fa4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:57:13.578294 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a67ef76-37c4-4749-8919-826ee37361fb tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb5f753-2908-4023-8bb1-1a4dec319fa4,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:13.612712 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device f2e73996-0a72-42f7-a5fc-820251147470 up at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:57:13.663112 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d50c9e7-7e5b-4043-9e95-ec5e5e5ef936 req-e3991303-9c0e-47a9-8c2b-ea0a815da67c tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:13.673011 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7d50c9e7-7e5b-4043-9e95-ec5e5e5ef936 req-e3991303-9c0e-47a9-8c2b-ea0a815da67c tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 946 time: 0.1436265 May 18 14:57:13.693506 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Provisioning complete for port f2e73996-0a72-42f7-a5fc-820251147470 triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:57:13.694211 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (f2e73996-0a72-42f7-a5fc-820251147470), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:13.697518 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:13.710032 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-c609235b-6d5c-4ddc-9e4e-fff840f409d9 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks [] for security_group_rule (0e6f795d-e0fd-4b97-9fbd-d2f2e8ba806d), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:13.720080 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-221c8667-7b47-4bfd-957d-f746844840ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14493814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12844396'] for subnet (7695d81d-83ba-4241-9e90-b96ff8883298), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:13.802261 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c8667-7b47-4bfd-957d-f746844840ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=7695d81d-83ba-4241-9e90-b96ff8883298,revision_number=0']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:13.809490 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221c8667-7b47-4bfd-957d-f746844840ba admin admin] Checking segment: {'id': '374fa0c6-486f-497c-852d-dea580b39485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd5316da1-b990-4c00-af37-765a8d691a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:57:13.810148 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221c8667-7b47-4bfd-957d-f746844840ba admin admin] Network hostable DHCP agents. Network: d5316da1-b990-4c00-af37-765a8d691a4c, hostable agents: ['7afc6fe8-d13b-4fd3-bc99-e9efab9a141d'], hosted agents: [] {{(pid=110156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:57:13.819764 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7d50c9e7-7e5b-4043-9e95-ec5e5e5ef936 req-ece70bc1-ab8e-4cb7-9587-3d6547fc2578 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454618 May 18 14:57:13.821551 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:13.839377 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Current status of the port f2e73996-0a72-42f7-a5fc-820251147470 is: DOWN; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:57:13.839887 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (f2e73996-0a72-42f7-a5fc-820251147470), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:13.850094 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221c8667-7b47-4bfd-957d-f746844840ba admin admin] Network d5316da1-b990-4c00-af37-765a8d691a4c is scheduled to be hosted by DHCP agent 7afc6fe8-d13b-4fd3-bc99-e9efab9a141d with binding_index 1 {{(pid=110156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:57:13.854589 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-c609235b-6d5c-4ddc-9e4e-fff840f409d9 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks [] for security_group_rule (0e6f795d-e0fd-4b97-9fbd-d2f2e8ba806d), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:13.858913 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-c609235b-6d5c-4ddc-9e4e-fff840f409d9 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039443'] for security_group_rule (0e6f795d-e0fd-4b97-9fbd-d2f2e8ba806d), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:13.860918 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.base_scheduler [None req-221c8667-7b47-4bfd-957d-f746844840ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-7-iscsi, d5316da1-b990-4c00-af37-765a8d691a4c) {{(pid=110156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:57:13.865977 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221c8667-7b47-4bfd-957d-f746844840ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:13.866643 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-221c8667-7b47-4bfd-957d-f746844840ba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:13.874564 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19292dab-055b-4410-98dc-d189bf9f041d None None] Network d5316da1-b990-4c00-af37-765a8d691a4c requested from dv-cinder-839987-7-iscsi {{(pid=110158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:57:13.878075 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c609235b-6d5c-4ddc-9e4e-fff840f409d9 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e6f795d-e0fd-4b97-9fbd-d2f2e8ba806d,revision_number=0']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:13.887991 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-221c8667-7b47-4bfd-957d-f746844840ba admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4767590 May 18 14:57:13.890361 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-c609235b-6d5c-4ddc-9e4e-fff840f409d9 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:13.894138 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-c609235b-6d5c-4ddc-9e4e-fff840f409d9 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3510702 May 18 14:57:13.894287 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] For port f2e73996-0a72-42f7-a5fc-820251147470, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=f2e73996-0a72-42f7-a5fc-820251147470,segment=NetworkSegment(74645103-ef26-4e33-8147-3fc27f09baec),segment_id=74645103-ef26-4e33-8147-3fc27f09baec)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:57:13.894382 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 33552) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:13.901092 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-6600b00d-84db-4441-8cd4-981086b0f7f0 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Request body: {'security_group_rule': {'security_group_id': '9bb5f753-2908-4023-8bb1-1a4dec319fa4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:57:13.938114 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (f2e73996-0a72-42f7-a5fc-820251147470), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:13.941057 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-6600b00d-84db-4441-8cd4-981086b0f7f0 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks [] for security_group_rule (50f1efd5-e706-4d62-8ead-6d4f587fa986), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:14.006159 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bf3472-52b2-49dd-8e90-f6338f4be5c1 None None] Sync routers for ids ['c0d76ce1-219d-4808-b8eb-fa33b7090149'] in dv-cinder-839987-7-iscsi {{(pid=110158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:57:14.018356 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-6600b00d-84db-4441-8cd4-981086b0f7f0 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks [] for security_group_rule (50f1efd5-e706-4d62-8ead-6d4f587fa986), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:14.023935 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-6600b00d-84db-4441-8cd4-981086b0f7f0 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039443'] for security_group_rule (50f1efd5-e706-4d62-8ead-6d4f587fa986), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:14.030369 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Pushing event updated for resources: {'Port': ['ID=f2e73996-0a72-42f7-a5fc-820251147470,revision_number=4']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:14.055677 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6600b00d-84db-4441-8cd4-981086b0f7f0 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50f1efd5-e706-4d62-8ead-6d4f587fa986,revision_number=0']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:14.061760 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-6600b00d-84db-4441-8cd4-981086b0f7f0 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:14.067306 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-6600b00d-84db-4441-8cd4-981086b0f7f0 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1718519 May 18 14:57:14.067856 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 33558) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:14.069535 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bf3472-52b2-49dd-8e90-f6338f4be5c1 None None] Routers {'c0d76ce1-219d-4808-b8eb-fa33b7090149'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:57:14.070739 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-b3bf3472-52b2-49dd-8e90-f6338f4be5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T14:56:53Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['c0d76ce1-219d-4808-b8eb-fa33b7090149'], 'active': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:57:14.073839 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [None req-564f27ed-96eb-4cfd-b8fe-53fa6bc3fc4d tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Request body: {'floatingip': {'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8'}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:57:14.103793 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-564f27ed-96eb-4cfd-b8fe-53fa6bc3fc4d tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:14.122656 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0676dbbd-0b19-465c-ba10-99f72f395021 None None] Network d5316da1-b990-4c00-af37-765a8d691a4c requested from dv-cinder-839987-7-iscsi {{(pid=110158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:57:14.216286 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91597d3-0759-42a9-b125-a2c244dc25f6 req-a0d31b4d-886a-48c2-b4b7-3a5a4d9a4a51 tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:14.217847 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e91597d3-0759-42a9-b125-a2c244dc25f6 req-a0d31b4d-886a-48c2-b4b7-3a5a4d9a4a51 tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] 10.222.0.59 "GET /v2.0/ports?device_id=34fecf88-13a5-40b7-9177-c0b6319cf78b HTTP/1.1" status: 200 len: 949 time: 0.0664408 May 18 14:57:14.259696 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-564f27ed-96eb-4cfd-b8fe-53fa6bc3fc4d tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:14.324563 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e91597d3-0759-42a9-b125-a2c244dc25f6 req-33b59397-d291-4405-987e-3adf6e8bf172 tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba5104e7-e944-431a-9383-eff8588d9333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978980 May 18 14:57:14.412702 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.db_base_plugin_common [None req-564f27ed-96eb-4cfd-b8fe-53fa6bc3fc4d tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Allocated IP 172.27.3.99 (f20aa9f3-2984-481b-bb59-fa1f034e36c8/b7750f80-229c-4d19-b013-2aee5952f8bb/f1f38d57-c90a-4cee-b364-e0ac4034e9cc) {{(pid=110157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:57:14.417451 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvr_db [None req-b3bf3472-52b2-49dd-8e90-f6338f4be5c1 None None] Set router c0d76ce1-219d-4808-b8eb-fa33b7090149 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:57:14.574830 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 33580) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:14.579831 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-4595a8d3-3f4f-457b-9604-b3b53a1905a6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1135257967-network', 'tenant_id': '23c3ad7d5f2547ab8551f78c3184671f'}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:57:14.608335 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4595a8d3-3f4f-457b-9604-b3b53a1905a6 admin admin] Made reservation on behalf of 23c3ad7d5f2547ab8551f78c3184671f for: {'network': 1} {{(pid=110156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:57:14.611096 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-4595a8d3-3f4f-457b-9604-b3b53a1905a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for network (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:14.634373 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-4595a8d3-3f4f-457b-9604-b3b53a1905a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:14.695776 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=81,neutron:UPDATE=5,neutron:INSERT=10,neutron:DELETE=4 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:14.751066 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:14.766921 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-4595a8d3-3f4f-457b-9604-b3b53a1905a6 admin admin] Publish callbacks [] for security_group (55601ff0-02ee-4749-9b3f-55dd74b8e42f), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:14.773269 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-4595a8d3-3f4f-457b-9604-b3b53a1905a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (55601ff0-02ee-4749-9b3f-55dd74b8e42f), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:14.789948 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4595a8d3-3f4f-457b-9604-b3b53a1905a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=110156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:57:14.798575 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-b3bf3472-52b2-49dd-8e90-f6338f4be5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d76ce1-219d-4808-b8eb-fa33b7090149', 'name': 'tempest-AttachVolumeTestJSON-735015753-router', 'tenant_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'f2e73996-0a72-42f7-a5fc-820251147470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:57:07Z', 'updated_at': '2022-05-18T14:57:11Z', 'revision_number': 4, 'project_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'gw_port': {'id': 'f2e73996-0a72-42f7-a5fc-820251147470', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d76ce1-219d-4808-b8eb-fa33b7090149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:08Z', 'updated_at': '2022-05-18T14:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': 'b8bb4d44-404e-4e54-9b5e-78f7bcffbece', 'name': '', 'network_id': 'f6d46917-2e57-430f-9dbe-54ed4755b607', 'tenant_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'mac_address': 'fa:16:3e:15:16:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d76ce1-219d-4808-b8eb-fa33b7090149', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'f0fd852b-2772-465d-a18e-71b8e3f03976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:11Z', 'updated_at': '2022-05-18T14:57:11Z', 'revision_number': 2, 'project_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'subnets': [{'id': 'f0fd852b-2772-465d-a18e-71b8e3f03976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:57:14.800570 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-4595a8d3-3f4f-457b-9604-b3b53a1905a6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770382701069', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029885'] for segment (e16c4e1a-68d2-485e-a699-78e8dcdbf3d1), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:14.801316 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.db.segments_db [None req-4595a8d3-3f4f-457b-9604-b3b53a1905a6 admin admin] Added segment e16c4e1a-68d2-485e-a699-78e8dcdbf3d1 of type vlan for network ac71552f-c69a-4d7d-9729-734b7212c0ec May 18 14:57:14.826202 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bf3472-52b2-49dd-8e90-f6338f4be5c1 None None] Checking router: c0d76ce1-219d-4808-b8eb-fa33b7090149 for host: dv-cinder-839987-7-iscsi {{(pid=110158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:57:14.826466 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bf3472-52b2-49dd-8e90-f6338f4be5c1 None None] Updating router c0d76ce1-219d-4808-b8eb-fa33b7090149 port b8bb4d44-404e-4e54-9b5e-78f7bcffbece binding host dv-cinder-839987-7-iscsi {{(pid=110158) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:57:14.858858 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-4595a8d3-3f4f-457b-9604-b3b53a1905a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770382152789'] for network (ac71552f-c69a-4d7d-9729-734b7212c0ec), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:14.862898 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b3bf3472-52b2-49dd-8e90-f6338f4be5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (b8bb4d44-404e-4e54-9b5e-78f7bcffbece), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:14.875491 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 33586) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:14.934225 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4595a8d3-3f4f-457b-9604-b3b53a1905a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55601ff0-02ee-4749-9b3f-55dd74b8e42f,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:14.976420 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-4595a8d3-3f4f-457b-9604-b3b53a1905a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355'] for network (ac71552f-c69a-4d7d-9729-734b7212c0ec), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:14.977648 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4595a8d3-3f4f-457b-9604-b3b53a1905a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:14.979381 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-4595a8d3-3f4f-457b-9604-b3b53a1905a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for network (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:15.007101 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c934ad97-a14e-4cb6-a5da-9058efe01900 req-cf181165-7675-4c7e-aaa9-8f695fcc657d tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:15.008634 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-c934ad97-a14e-4cb6-a5da-9058efe01900 req-cf181165-7675-4c7e-aaa9-8f695fcc657d tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 946 time: 0.0567594 May 18 14:57:15.058039 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-564f27ed-96eb-4cfd-b8fe-53fa6bc3fc4d tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks [] for port (f1f38d57-c90a-4cee-b364-e0ac4034e9cc), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:15.079274 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=100 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:15.091868 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efcfeda-2c5d-4900-84ec-ba00e559eb7a req-e2a77217-867e-4d73-9eb9-c495ce89b823 tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:15.093407 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2efcfeda-2c5d-4900-84ec-ba00e559eb7a req-e2a77217-867e-4d73-9eb9-c495ce89b823 tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] 10.222.0.59 "GET /v2.0/ports?device_id=34fecf88-13a5-40b7-9177-c0b6319cf78b HTTP/1.1" status: 200 len: 949 time: 0.1636310 May 18 14:57:15.119970 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-4b5df0ff-6e29-4935-80dd-ec5510f1f9e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:15.124505 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:15.152241 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-4595a8d3-3f4f-457b-9604-b3b53a1905a6 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5763166 May 18 14:57:15.155485 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 33598) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:15.160831 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [None req-536f6527-1a67-41e3-93d3-1a9451aaf47d admin admin] Request body: {'subnet': {'network_id': 'ac71552f-c69a-4d7d-9729-734b7212c0ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1135257967-subnet', 'tenant_id': '23c3ad7d5f2547ab8551f78c3184671f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:57:15.169868 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-c934ad97-a14e-4cb6-a5da-9058efe01900 req-27e68eb0-0124-4f78-a41f-b665c997a9fb tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342139 May 18 14:57:15.179081 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4595a8d3-3f4f-457b-9604-b3b53a1905a6 admin admin] Pushing event updated for resources: {'Network': ['ID=ac71552f-c69a-4d7d-9729-734b7212c0ec,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:15.211881 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-564f27ed-96eb-4cfd-b8fe-53fa6bc3fc4d tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13704171'] for port (f1f38d57-c90a-4cee-b364-e0ac4034e9cc), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:15.219324 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Network ac71552f-c69a-4d7d-9729-734b7212c0ec details requested by agent ovs-agent-dv-cinder-839987-7-iscsi with host dv-cinder-839987-7-iscsi {{(pid=110158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 14:57:15.225956 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:15.232059 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536f6527-1a67-41e3-93d3-1a9451aaf47d admin admin] Made reservation on behalf of 23c3ad7d5f2547ab8551f78c3184671f for: {'subnet': 1} {{(pid=110157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:57:15.234122 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-536f6527-1a67-41e3-93d3-1a9451aaf47d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12604568'] for subnet (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:15.258886 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:15.277198 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2efcfeda-2c5d-4900-84ec-ba00e559eb7a req-24488d0b-e1e5-45fe-abe2-c43fce10eff9 tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba5104e7-e944-431a-9383-eff8588d9333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726277 May 18 14:57:15.296129 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-4b5df0ff-6e29-4935-80dd-ec5510f1f9e6 admin admin] Publish callbacks [] for security_group (e8336116-ea95-4168-83d7-b9ae326f420f), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:15.304975 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-4b5df0ff-6e29-4935-80dd-ec5510f1f9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (e8336116-ea95-4168-83d7-b9ae326f420f), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:15.311648 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564f27ed-96eb-4cfd-b8fe-53fa6bc3fc4d tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Network f20aa9f3-2984-481b-bb59-fa1f034e36c8 is already hosted by enough agents. {{(pid=110157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:57:15.339934 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.base_scheduler [None req-564f27ed-96eb-4cfd-b8fe-53fa6bc3fc4d tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Resources bound (agent type, host, resource id): {{(pid=110157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:57:15.344052 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564f27ed-96eb-4cfd-b8fe-53fa6bc3fc4d tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Received port after_create {{(pid=110157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:57:15.352484 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f27ed-96eb-4cfd-b8fe-53fa6bc3fc4d tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Pushing event updated for resources: {'Port': ['ID=f1f38d57-c90a-4cee-b364-e0ac4034e9cc,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:15.414145 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 33600) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:15.414345 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-4b5df0ff-6e29-4935-80dd-ec5510f1f9e6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=114941a3fa4d41fa819ba98046fbc1d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4958289 May 18 14:57:15.423684 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b3bf3472-52b2-49dd-8e90-f6338f4be5c1 None None] Publish callbacks [] for port (b8bb4d44-404e-4e54-9b5e-78f7bcffbece), precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:15.445800 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b3bf3472-52b2-49dd-8e90-f6338f4be5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (b8bb4d44-404e-4e54-9b5e-78f7bcffbece), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:15.449852 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5df0ff-6e29-4935-80dd-ec5510f1f9e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8336116-ea95-4168-83d7-b9ae326f420f,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:15.566135 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device f2e73996-0a72-42f7-a5fc-820251147470 up at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:57:15.571483 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9aba0f-8b78-48ab-be0e-b5abcb69c287 None None] Pushing event updated for resources: {'Port': ['ID=b8bb4d44-404e-4e54-9b5e-78f7bcffbece,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:15.644616 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-b3bf3472-52b2-49dd-8e90-f6338f4be5c1 None None] Attempting to bind port b8bb4d44-404e-4e54-9b5e-78f7bcffbece on host dv-cinder-839987-7-iscsi for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:57:15.644973 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-b3bf3472-52b2-49dd-8e90-f6338f4be5c1 None None] Attempting to bind port b8bb4d44-404e-4e54-9b5e-78f7bcffbece by drivers openvswitch,hyperv on host dv-cinder-839987-7-iscsi at level 0 using segments [{'id': 'd0c07c6c-a57f-489c-a460-fa95911c3ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f6d46917-2e57-430f-9dbe-54ed4755b607'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:57:15.645416 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bf3472-52b2-49dd-8e90-f6338f4be5c1 None None] Attempting to bind port b8bb4d44-404e-4e54-9b5e-78f7bcffbece on network f6d46917-2e57-430f-9dbe-54ed4755b607 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:57:15.656523 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bf3472-52b2-49dd-8e90-f6338f4be5c1 None None] Checking agent: {'id': 'ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 46, 56), 'started_at': datetime.datetime(2022, 5, 18, 14, 47, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:57:15.657331 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bf3472-52b2-49dd-8e90-f6338f4be5c1 None None] Checking segment: {'id': 'd0c07c6c-a57f-489c-a460-fa95911c3ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f6d46917-2e57-430f-9dbe-54ed4755b607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:57:15.657936 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b3bf3472-52b2-49dd-8e90-f6338f4be5c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:15.658473 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bf3472-52b2-49dd-8e90-f6338f4be5c1 None None] Bound using segment: {'id': 'd0c07c6c-a57f-489c-a460-fa95911c3ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f6d46917-2e57-430f-9dbe-54ed4755b607'} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:57:15.659095 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-b3bf3472-52b2-49dd-8e90-f6338f4be5c1 None None] Bound port: b8bb4d44-404e-4e54-9b5e-78f7bcffbece, host: dv-cinder-839987-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c07c6c-a57f-489c-a460-fa95911c3ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f6d46917-2e57-430f-9dbe-54ed4755b607'}}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:57:15.659610 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b3bf3472-52b2-49dd-8e90-f6338f4be5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (b8bb4d44-404e-4e54-9b5e-78f7bcffbece), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:15.678212 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Provisioning complete for port f2e73996-0a72-42f7-a5fc-820251147470 triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:57:15.678603 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (f2e73996-0a72-42f7-a5fc-820251147470), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:15.689726 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-564f27ed-96eb-4cfd-b8fe-53fa6bc3fc4d tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks [] for floatingip (f6d4b1fa-d7ae-4146-9af2-823889666564), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:15.710225 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-96700222-08ab-4e56-a9c4-b8a15d9c6926 admin admin] Publish callbacks [] for security_group (e8336116-ea95-4168-83d7-b9ae326f420f), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:15.768877 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-b3bf3472-52b2-49dd-8e90-f6338f4be5c1 None None] For port b8bb4d44-404e-4e54-9b5e-78f7bcffbece, host dv-cinder-839987-7-iscsi, cleared binding levels {{(pid=110158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:57:15.771145 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-536f6527-1a67-41e3-93d3-1a9451aaf47d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13704795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12604558'] for subnet (51e031e6-f427-4ed1-833f-c29eda49f3b9), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:15.773715 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-b3bf3472-52b2-49dd-8e90-f6338f4be5c1 None None] For port b8bb4d44-404e-4e54-9b5e-78f7bcffbece, host dv-cinder-839987-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=b8bb4d44-404e-4e54-9b5e-78f7bcffbece,segment=NetworkSegment(d0c07c6c-a57f-489c-a460-fa95911c3ff5),segment_id=d0c07c6c-a57f-489c-a460-fa95911c3ff5)] {{(pid=110158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:57:15.775877 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-96700222-08ab-4e56-a9c4-b8a15d9c6926 admin admin] Publish callbacks [] for security_group (e8336116-ea95-4168-83d7-b9ae326f420f), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:15.778916 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-564f27ed-96eb-4cfd-b8fe-53fa6bc3fc4d tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (f1f38d57-c90a-4cee-b364-e0ac4034e9cc), before_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:15.798650 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b3bf3472-52b2-49dd-8e90-f6338f4be5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (b8bb4d44-404e-4e54-9b5e-78f7bcffbece), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:15.849557 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Current status of the port f2e73996-0a72-42f7-a5fc-820251147470 is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:57:15.870869 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-7d5281f6-3c69-43e8-9a43-660590c358d2 None None] Provisioning complete for port b8bb4d44-404e-4e54-9b5e-78f7bcffbece triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:57:15.871482 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7d5281f6-3c69-43e8-9a43-660590c358d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (b8bb4d44-404e-4e54-9b5e-78f7bcffbece), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:15.875703 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bf3472-52b2-49dd-8e90-f6338f4be5c1 None None] Routers {'c0d76ce1-219d-4808-b8eb-fa33b7090149'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:57:15.876322 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-b3bf3472-52b2-49dd-8e90-f6338f4be5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T14:56:53Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['c0d76ce1-219d-4808-b8eb-fa33b7090149'], 'active': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:57:15.920195 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536f6527-1a67-41e3-93d3-1a9451aaf47d admin admin] Pushing event updated for resources: {'Subnet': ['ID=51e031e6-f427-4ed1-833f-c29eda49f3b9,revision_number=0']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:15.942790 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536f6527-1a67-41e3-93d3-1a9451aaf47d admin admin] Checking segment: {'id': 'e16c4e1a-68d2-485e-a699-78e8dcdbf3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ac71552f-c69a-4d7d-9729-734b7212c0ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:57:15.943348 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536f6527-1a67-41e3-93d3-1a9451aaf47d admin admin] Network hostable DHCP agents. Network: ac71552f-c69a-4d7d-9729-734b7212c0ec, hostable agents: ['7afc6fe8-d13b-4fd3-bc99-e9efab9a141d'], hosted agents: [] {{(pid=110157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:57:15.954195 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9aba0f-8b78-48ab-be0e-b5abcb69c287 None None] Pushing event updated for resources: {'Port': ['ID=b8bb4d44-404e-4e54-9b5e-78f7bcffbece,revision_number=4']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:15.982860 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:15.994880 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-96700222-08ab-4e56-a9c4-b8a15d9c6926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (e8336116-ea95-4168-83d7-b9ae326f420f), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:15.997416 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-96700222-08ab-4e56-a9c4-b8a15d9c6926 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:16.001504 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-96700222-08ab-4e56-a9c4-b8a15d9c6926 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e8336116-ea95-4168-83d7-b9ae326f420f HTTP/1.1" status: 204 len: 168 time: 0.5678091 May 18 14:57:16.064211 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvr_db [None req-b3bf3472-52b2-49dd-8e90-f6338f4be5c1 None None] Set router c0d76ce1-219d-4808-b8eb-fa33b7090149 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:57:16.071245 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:16.110874 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:16.111715 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536f6527-1a67-41e3-93d3-1a9451aaf47d admin admin] Network ac71552f-c69a-4d7d-9729-734b7212c0ec is scheduled to be hosted by DHCP agent 7afc6fe8-d13b-4fd3-bc99-e9efab9a141d with binding_index 1 {{(pid=110157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:57:16.115143 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-7d5281f6-3c69-43e8-9a43-660590c358d2 None None] Current status of the port b8bb4d44-404e-4e54-9b5e-78f7bcffbece is: DOWN; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:57:16.115521 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7d5281f6-3c69-43e8-9a43-660590c358d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (b8bb4d44-404e-4e54-9b5e-78f7bcffbece), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:16.119816 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96700222-08ab-4e56-a9c4-b8a15d9c6926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8336116-ea95-4168-83d7-b9ae326f420f,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:16.155720 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.base_scheduler [None req-536f6527-1a67-41e3-93d3-1a9451aaf47d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-7-iscsi, ac71552f-c69a-4d7d-9729-734b7212c0ec) {{(pid=110157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:57:16.166646 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb36c67-00c7-46ce-8add-8328879c15d4 None None] Network ac71552f-c69a-4d7d-9729-734b7212c0ec requested from dv-cinder-839987-7-iscsi {{(pid=110158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:57:16.173078 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536f6527-1a67-41e3-93d3-1a9451aaf47d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:16.173679 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-536f6527-1a67-41e3-93d3-1a9451aaf47d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for subnet (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:16.178857 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-564f27ed-96eb-4cfd-b8fe-53fa6bc3fc4d tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks [] for port (f1f38d57-c90a-4cee-b364-e0ac4034e9cc), precommit_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:16.193053 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f76c8-12a9-4dd8-b197-410422be4c33 req-4831ee1e-8203-4146-89a8-9c13fd8e47a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:16.198511 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0b6f76c8-12a9-4dd8-b197-410422be4c33 req-4831ee1e-8203-4146-89a8-9c13fd8e47a1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 1130 time: 0.1186767 May 18 14:57:16.200183 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-564f27ed-96eb-4cfd-b8fe-53fa6bc3fc4d tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13704156'] for port (f1f38d57-c90a-4cee-b364-e0ac4034e9cc), after_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:16.214644 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-536f6527-1a67-41e3-93d3-1a9451aaf47d admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0582809 May 18 14:57:16.285628 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f27ed-96eb-4cfd-b8fe-53fa6bc3fc4d tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Pushing event updated for resources: {'Port': ['ID=f1f38d57-c90a-4cee-b364-e0ac4034e9cc,revision_number=2']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:16.328891 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-564f27ed-96eb-4cfd-b8fe-53fa6bc3fc4d tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008279'] for floatingip (f6d4b1fa-d7ae-4146-9af2-823889666564), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:16.395161 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-564f27ed-96eb-4cfd-b8fe-53fa6bc3fc4d tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for floatingip (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:16.395811 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:16.396991 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-564f27ed-96eb-4cfd-b8fe-53fa6bc3fc4d tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3269010 May 18 14:57:16.401761 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0b6f76c8-12a9-4dd8-b197-410422be4c33 req-09a656c5-b981-489f-9a80-fec9e7ed8191 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041641 May 18 14:57:16.416489 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fecc0-b4ee-4b95-9b25-b03328719888 req-6c4395d6-8ca1-44b7-8fa2-7797ad94cb16 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:16.426110 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8a3fecc0-b4ee-4b95-9b25-b03328719888 req-6c4395d6-8ca1-44b7-8fa2-7797ad94cb16 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 946 time: 0.1111381 May 18 14:57:16.457305 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-7d5281f6-3c69-43e8-9a43-660590c358d2 None None] For port b8bb4d44-404e-4e54-9b5e-78f7bcffbece, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=b8bb4d44-404e-4e54-9b5e-78f7bcffbece,segment=NetworkSegment(d0c07c6c-a57f-489c-a460-fa95911c3ff5),segment_id=d0c07c6c-a57f-489c-a460-fa95911c3ff5)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:57:16.480429 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7d5281f6-3c69-43e8-9a43-660590c358d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (b8bb4d44-404e-4e54-9b5e-78f7bcffbece), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:16.546480 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5281f6-3c69-43e8-9a43-660590c358d2 None None] Pushing event updated for resources: {'Port': ['ID=b8bb4d44-404e-4e54-9b5e-78f7bcffbece,revision_number=5']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:16.547823 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33375ef1-3ded-4fe1-864b-f12f1de1a1ab req-9cee3609-ba89-4f6d-bce4-b9a535f8b70e tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:16.549754 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-33375ef1-3ded-4fe1-864b-f12f1de1a1ab req-9cee3609-ba89-4f6d-bce4-b9a535f8b70e tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] 10.222.0.59 "GET /v2.0/ports?device_id=34fecf88-13a5-40b7-9177-c0b6319cf78b HTTP/1.1" status: 200 len: 949 time: 0.1033926 May 18 14:57:16.556452 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-b3bf3472-52b2-49dd-8e90-f6338f4be5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d76ce1-219d-4808-b8eb-fa33b7090149', 'name': 'tempest-AttachVolumeTestJSON-735015753-router', 'tenant_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'f2e73996-0a72-42f7-a5fc-820251147470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:57:07Z', 'updated_at': '2022-05-18T14:57:11Z', 'revision_number': 4, 'project_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'gw_port': {'id': 'f2e73996-0a72-42f7-a5fc-820251147470', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d76ce1-219d-4808-b8eb-fa33b7090149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:08Z', 'updated_at': '2022-05-18T14:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': 'b8bb4d44-404e-4e54-9b5e-78f7bcffbece', 'name': '', 'network_id': 'f6d46917-2e57-430f-9dbe-54ed4755b607', 'tenant_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'mac_address': 'fa:16:3e:15:16:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d76ce1-219d-4808-b8eb-fa33b7090149', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'f0fd852b-2772-465d-a18e-71b8e3f03976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:11Z', 'updated_at': '2022-05-18T14:57:15Z', 'revision_number': 4, 'project_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'subnets': [{'id': 'f0fd852b-2772-465d-a18e-71b8e3f03976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:57:16.559993 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8a3fecc0-b4ee-4b95-9b25-b03328719888 req-beca7f38-6800-4d73-b242-ca9be48e8c10 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225865 May 18 14:57:16.679753 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-33375ef1-3ded-4fe1-864b-f12f1de1a1ab req-8f12fd27-b64b-4ede-83e2-02007a2c22c2 tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba5104e7-e944-431a-9383-eff8588d9333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054623 May 18 14:57:16.790026 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bf3472-52b2-49dd-8e90-f6338f4be5c1 None None] The sync data for ids ['c0d76ce1-219d-4808-b8eb-fa33b7090149'] in dv-cinder-839987-7-iscsi is: [{'id': 'c0d76ce1-219d-4808-b8eb-fa33b7090149', 'name': 'tempest-AttachVolumeTestJSON-735015753-router', 'tenant_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'f2e73996-0a72-42f7-a5fc-820251147470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:57:07Z', 'updated_at': '2022-05-18T14:57:11Z', 'revision_number': 4, 'project_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'gw_port': {'id': 'f2e73996-0a72-42f7-a5fc-820251147470', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d76ce1-219d-4808-b8eb-fa33b7090149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:08Z', 'updated_at': '2022-05-18T14:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': 'b8bb4d44-404e-4e54-9b5e-78f7bcffbece', 'name': '', 'network_id': 'f6d46917-2e57-430f-9dbe-54ed4755b607', 'tenant_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'mac_address': 'fa:16:3e:15:16:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d76ce1-219d-4808-b8eb-fa33b7090149', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'f0fd852b-2772-465d-a18e-71b8e3f03976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:11Z', 'updated_at': '2022-05-18T14:57:15Z', 'revision_number': 4, 'project_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'subnets': [{'id': 'f0fd852b-2772-465d-a18e-71b8e3f03976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:57:16.801616 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-3526c682-7ce1-477e-92a3-b627a8abcfc9 None None] Provisioning complete for port b8bb4d44-404e-4e54-9b5e-78f7bcffbece triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:57:16.802030 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3526c682-7ce1-477e-92a3-b627a8abcfc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (b8bb4d44-404e-4e54-9b5e-78f7bcffbece), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:16.842233 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4140ba10-01d7-4e98-a911-7b343383d801 None None] Network ac71552f-c69a-4d7d-9729-734b7212c0ec requested from dv-cinder-839987-7-iscsi {{(pid=110158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:57:16.890847 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-b0bacaa4-6fd4-4411-b45e-76c835d07e85 req-b89ac223-f101-4bb2-9979-9ecc8355c37e tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--247484718&fields=id&tenant_id=c9a08f2c9b8b49f6a5de343bf8826601 HTTP/1.1" status: 200 len: 267 time: 0.1753850 May 18 14:57:16.907317 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f65940-ca30-4324-ae21-6ac103032582 req-e7881923-1ddc-4fb3-8417-ade82a4c9070 tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:16.908845 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-27f65940-ca30-4324-ae21-6ac103032582 req-e7881923-1ddc-4fb3-8417-ade82a4c9070 tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] 10.222.0.49 "GET /v2.0/ports?device_id=34fecf88-13a5-40b7-9177-c0b6319cf78b HTTP/1.1" status: 200 len: 949 time: 0.1373830 May 18 14:57:17.091884 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-3526c682-7ce1-477e-92a3-b627a8abcfc9 None None] Current status of the port b8bb4d44-404e-4e54-9b5e-78f7bcffbece is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:57:17.118079 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bacaa4-6fd4-4411-b45e-76c835d07e85 req-04ac2019-1293-4619-a22e-9a6a23d34b9d tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:17.125146 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-b0bacaa4-6fd4-4411-b45e-76c835d07e85 req-04ac2019-1293-4619-a22e-9a6a23d34b9d tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/networks?id=f6d46917-2e57-430f-9dbe-54ed4755b607 HTTP/1.1" status: 200 len: 810 time: 0.2254045 May 18 14:57:17.149141 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-b0bacaa4-6fd4-4411-b45e-76c835d07e85 req-a6c7a36a-2b2f-40e8-81fc-fa9764135986 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/quotas/c9a08f2c9b8b49f6a5de343bf8826601 HTTP/1.1" status: 200 len: 375 time: 0.0229802 May 18 14:57:17.301725 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-b0bacaa4-6fd4-4411-b45e-76c835d07e85 req-589c895f-5157-495f-9128-3dacdec78774 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c9a08f2c9b8b49f6a5de343bf8826601&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1357062 May 18 14:57:17.376146 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [req-27f65940-ca30-4324-ae21-6ac103032582 req-9ee2373c-e7e7-4f70-8224-d2050ebc67d3 tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] Deleting port 1c02c86c-6848-4f9b-9999-6050fc55be61 {{(pid=110157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:57:17.376424 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-27f65940-ca30-4324-ae21-6ac103032582 req-9ee2373c-e7e7-4f70-8224-d2050ebc67d3 tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (1c02c86c-6848-4f9b-9999-6050fc55be61), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:17.508034 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:17.510542 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-b0bacaa4-6fd4-4411-b45e-76c835d07e85 req-d8031781-fe58-4810-a3e7-05db9eff32a4 service neutron] 10.222.0.59 "GET /v2.0/networks/f6d46917-2e57-430f-9dbe-54ed4755b607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030103 May 18 14:57:17.523961 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device b8bb4d44-404e-4e54-9b5e-78f7bcffbece up at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:57:17.570647 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:17.582639 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.db [req-27f65940-ca30-4324-ae21-6ac103032582 req-9ee2373c-e7e7-4f70-8224-d2050ebc67d3 tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] For port 1c02c86c-6848-4f9b-9999-6050fc55be61, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=1c02c86c-6848-4f9b-9999-6050fc55be61,segment=NetworkSegment(6a2805c6-bac0-49c5-9095-ce5266c47f86),segment_id=6a2805c6-bac0-49c5-9095-ce5266c47f86)] {{(pid=110157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:57:17.583017 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-27f65940-ca30-4324-ae21-6ac103032582 req-9ee2373c-e7e7-4f70-8224-d2050ebc67d3 tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (1c02c86c-6848-4f9b-9999-6050fc55be61), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:17.585748 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:17.586141 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Provisioning complete for port b8bb4d44-404e-4e54-9b5e-78f7bcffbece triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:57:17.586613 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (b8bb4d44-404e-4e54-9b5e-78f7bcffbece), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:17.616417 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [req-27f65940-ca30-4324-ae21-6ac103032582 req-9ee2373c-e7e7-4f70-8224-d2050ebc67d3 tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] Calling delete_port for 1c02c86c-6848-4f9b-9999-6050fc55be61 owned by compute:nova {{(pid=110157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:57:17.697097 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Current status of the port b8bb4d44-404e-4e54-9b5e-78f7bcffbece is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:57:17.736195 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-b0bacaa4-6fd4-4411-b45e-76c835d07e85 req-504ae146-c148-4cc6-8b05-acda9460c750 service neutron] 10.222.0.59 "GET /v2.0/networks/f6d46917-2e57-430f-9dbe-54ed4755b607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181318 May 18 14:57:17.752023 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7dd89-3e1d-486e-9ecb-02419d8f9af4 req-5d6fecc1-44b9-45e9-923e-ece457a248b4 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:17.753538 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-4de7dd89-3e1d-486e-9ecb-02419d8f9af4 req-5d6fecc1-44b9-45e9-923e-ece457a248b4 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 946 time: 0.0829086 May 18 14:57:17.876280 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-4de7dd89-3e1d-486e-9ecb-02419d8f9af4 req-606f2d1c-7f6b-45ef-b312-9babf324d63a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144755 May 18 14:57:17.926738 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-27f65940-ca30-4324-ae21-6ac103032582 req-9ee2373c-e7e7-4f70-8224-d2050ebc67d3 tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13704171'] for port (1c02c86c-6848-4f9b-9999-6050fc55be61), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:18.045085 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-c9b29385-6379-45ba-b9ba-943d032e5f28 req-9c47f8a1-c7de-4788-befa-27dbb8a61623 tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] 10.222.0.59 "GET /v2.0/ports?device_id=34fecf88-13a5-40b7-9177-c0b6319cf78b HTTP/1.1" status: 200 len: 210 time: 0.0896349 May 18 14:57:18.084566 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee2373c-e7e7-4f70-8224-d2050ebc67d3 tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] Pushing event deleted for resources: {'Port': ['ID=1c02c86c-6848-4f9b-9999-6050fc55be61,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:18.129591 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f21183c8-3222-402d-a6bf-ecc96ab4a145 req-32e43600-a97c-4316-a979-78d6c6bcc043 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 210 time: 0.1026461 May 18 14:57:18.165442 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f65940-ca30-4324-ae21-6ac103032582 req-9ee2373c-e7e7-4f70-8224-d2050ebc67d3 tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] No DVR routers for this DVR port 1c02c86c-6848-4f9b-9999-6050fc55be61 on host hv-cinder-83998 {{(pid=110157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:57:18.169858 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-27f65940-ca30-4324-ae21-6ac103032582 req-9ee2373c-e7e7-4f70-8224-d2050ebc67d3 tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for port (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:18.173693 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-27f65940-ca30-4324-ae21-6ac103032582 req-9ee2373c-e7e7-4f70-8224-d2050ebc67d3 tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] 10.222.0.49 "DELETE /v2.0/ports/1c02c86c-6848-4f9b-9999-6050fc55be61 HTTP/1.1" status: 204 len: 173 time: 1.0451586 May 18 14:57:18.174289 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34fecf88-13a5-40b7-9177-c0b6319cf78b', 'name': 'network-vif-deleted', 'tag': '1c02c86c-6848-4f9b-9999-6050fc55be61'}] {{(pid=110157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:57:18.177125 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3614be4c33be7e0ed28fa23fdbb6a3604458632b91c0a79006a6fb45a0ea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362b37b4-bca0-4862-8e76-eba7022d71c1" -d '{"events": [{"server_uuid": "34fecf88-13a5-40b7-9177-c0b6319cf78b", "name": "network-vif-deleted", "tag": "1c02c86c-6848-4f9b-9999-6050fc55be61"}]}' {{(pid=110157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:57:18.247762 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 14:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a548d666-e1e9-495a-96b9-2da325f0e4c5 x-openstack-request-id: req-a548d666-e1e9-495a-96b9-2da325f0e4c5 {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:57:18.248075 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34fecf88-13a5-40b7-9177-c0b6319cf78b", "name": "network-vif-deleted", "tag": "1c02c86c-6848-4f9b-9999-6050fc55be61", "status": "completed", "code": 200}]} {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:57:18.248331 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a548d666-e1e9-495a-96b9-2da325f0e4c5 {{(pid=110157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:57:18.248764 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a548d666-e1e9-495a-96b9-2da325f0e4c5'] response: {'server_uuid': '34fecf88-13a5-40b7-9177-c0b6319cf78b', 'name': 'network-vif-deleted', 'tag': '1c02c86c-6848-4f9b-9999-6050fc55be61', 'status': 'completed', 'code': 200} May 18 14:57:19.003895 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dcddb3-f1a0-4c3a-91f8-de5090528fc6 req-ba637aae-b4d6-4f30-b7e7-07ace64b446a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:19.005298 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-85dcddb3-f1a0-4c3a-91f8-de5090528fc6 req-ba637aae-b4d6-4f30-b7e7-07ace64b446a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 946 time: 0.0562086 May 18 14:57:19.057017 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-85dcddb3-f1a0-4c3a-91f8-de5090528fc6 req-3ce1430a-7a65-4e7c-b516-dc52e88b83ff tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446358 May 18 14:57:19.169170 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6b010911-eb62-4f7d-ac74-ee34d411ad69 req-a7acb272-b826-4008-b2fb-c5d2c38e1107 tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] 10.222.0.59 "GET /v2.0/ports?device_id=34fecf88-13a5-40b7-9177-c0b6319cf78b HTTP/1.1" status: 200 len: 210 time: 0.0335705 May 18 14:57:19.215476 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-77fee3c0-1f35-414d-a012-820ada59c49c req-25eee06b-add8-428c-856f-eae4cafb93c5 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 210 time: 0.0292509 May 18 14:57:19.811440 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] get_ports_and_sgs() called for port_ids ['1c02c86c-6848-4f9b-9999-6050fc55be61'] {{(pid=110158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 14:57:20.183453 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7792aa-0b5f-45c6-86fa-d552c589a11b req-de5518ea-5615-4441-bc4d-10b8c628f0d4 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:20.185930 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7b7792aa-0b5f-45c6-86fa-d552c589a11b req-de5518ea-5615-4441-bc4d-10b8c628f0d4 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 946 time: 0.0580230 May 18 14:57:20.261852 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7b7792aa-0b5f-45c6-86fa-d552c589a11b req-b21d029e-0895-446d-a44f-d7b463f61574 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640361 May 18 14:57:20.278355 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-a4622128-2ed1-4d05-9d20-b2e6bd93c0af req-48c9c05a-ba17-4a8f-830d-658a1b53a5ed tempest-VolumesNegativeTest-241901163 tempest-VolumesNegativeTest-241901163-project] 10.222.0.59 "GET /v2.0/ports?device_id=34fecf88-13a5-40b7-9177-c0b6319cf78b HTTP/1.1" status: 200 len: 210 time: 0.0303426 May 18 14:57:20.354954 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-c534dbc4-3d89-43e2-a875-5b15147f5058 req-b0f4f7c2-e465-4f4b-99de-81c7cb62f512 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 210 time: 0.0321493 May 18 14:57:20.501006 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0c3c3026-2a88-4b6f-99c8-4ab77d62c980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (7afc6fe8-d13b-4fd3-bc99-e9efab9a141d), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:20.880748 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device 1c02c86c-6848-4f9b-9999-6050fc55be61 no longer exists at agent hyperv_hv-cinder-83998 {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 14:57:20.900313 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] No Port match for: 1c02c86c-6848-4f9b-9999-6050fc55be61 {{(pid=110158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 14:57:20.900729 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device 1c02c86c-6848-4f9b-9999-6050fc55be61 not bound to the agent host hv-cinder-83998 {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 14:57:21.385875 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b4aa0-cb8e-4cd8-bd9d-83330474d4cf req-90845701-fb45-498f-bbaf-50af346c8857 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:21.389182 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-948b4aa0-cb8e-4cd8-bd9d-83330474d4cf req-90845701-fb45-498f-bbaf-50af346c8857 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 946 time: 0.0513148 May 18 14:57:21.473484 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6e48d15b-52b1-4e56-9eba-63e085e216b5 req-400b2a75-ead2-4a05-88da-33cad1bd8d19 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 210 time: 0.0380864 May 18 14:57:21.478376 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-948b4aa0-cb8e-4cd8-bd9d-83330474d4cf req-4c6ef5c4-9920-4a89-af65-9afb418e80bc tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854924 May 18 14:57:21.621113 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15a305-d8cc-476f-9b9b-0d6b11b9eb9e req-3d95b857-b4b4-4de9-81a2-d6f4a2e53379 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:21.628461 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0b15a305-d8cc-476f-9b9b-0d6b11b9eb9e req-3d95b857-b4b4-4de9-81a2-d6f4a2e53379 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=447f7721-8ce1-4cbe-996a-75b2426474bc HTTP/1.1" status: 200 len: 946 time: 0.0640185 May 18 14:57:21.668988 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=22 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:21.687901 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0b15a305-d8cc-476f-9b9b-0d6b11b9eb9e req-1cd4f281-0a10-4505-a339-0dbf7ecf4dca tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585191 May 18 14:57:21.718170 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=32 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:21.838965 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:21.919461 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bacaa4-6fd4-4411-b45e-76c835d07e85 req-08d80dd1-ae64-4fd3-a276-63d169b3fb8c tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:21.921676 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-b0bacaa4-6fd4-4411-b45e-76c835d07e85 req-08d80dd1-ae64-4fd3-a276-63d169b3fb8c tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.49 "GET /v2.0/networks?id=f6d46917-2e57-430f-9dbe-54ed4755b607 HTTP/1.1" status: 200 len: 810 time: 0.1680434 May 18 14:57:22.027692 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-b0bacaa4-6fd4-4411-b45e-76c835d07e85 req-e9298827-4a9e-4a99-be35-7e97217e700c tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9a08f2c9b8b49f6a5de343bf8826601 HTTP/1.1" status: 200 len: 379 time: 0.0821791 May 18 14:57:22.125139 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [req-b0bacaa4-6fd4-4411-b45e-76c835d07e85 req-9de75a6e-2242-4bc8-adc1-4c3b663c6aa9 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Request body: {'port': {'device_id': 'ee7efce9-bda4-4d05-a813-164f962babab', 'network_id': 'f6d46917-2e57-430f-9dbe-54ed4755b607', 'admin_state_up': True, 'tenant_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'security_groups': ['9bb5f753-2908-4023-8bb1-1a4dec319fa4']}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:57:22.217985 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:22.315325 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0bacaa4-6fd4-4411-b45e-76c835d07e85 req-9de75a6e-2242-4bc8-adc1-4c3b663c6aa9 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Made reservation on behalf of c9a08f2c9b8b49f6a5de343bf8826601 for: {'port': 1} {{(pid=110157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:57:22.319907 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-b0bacaa4-6fd4-4411-b45e-76c835d07e85 req-9de75a6e-2242-4bc8-adc1-4c3b663c6aa9 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:22.509315 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.db_base_plugin_common [req-b0bacaa4-6fd4-4411-b45e-76c835d07e85 req-9de75a6e-2242-4bc8-adc1-4c3b663c6aa9 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Allocated IP 172.20.0.12 (f6d46917-2e57-430f-9dbe-54ed4755b607/f0fd852b-2772-465d-a18e-71b8e3f03976/8c977413-3f2a-4a40-84bc-101572b4ab37) {{(pid=110157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:57:22.603219 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-b0d5c14a-db93-4055-b26c-123f775eb8bd req-fa106075-48e9-41fb-9218-efc35fffc5a0 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 210 time: 0.0396450 May 18 14:57:22.747494 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-b0bacaa4-6fd4-4411-b45e-76c835d07e85 req-9de75a6e-2242-4bc8-adc1-4c3b663c6aa9 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks [] for port (8c977413-3f2a-4a40-84bc-101572b4ab37), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:22.790170 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-b0bacaa4-6fd4-4411-b45e-76c835d07e85 req-9de75a6e-2242-4bc8-adc1-4c3b663c6aa9 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13704171'] for port (8c977413-3f2a-4a40-84bc-101572b4ab37), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:22.835416 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0bacaa4-6fd4-4411-b45e-76c835d07e85 req-9de75a6e-2242-4bc8-adc1-4c3b663c6aa9 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Network f6d46917-2e57-430f-9dbe-54ed4755b607 is already hosted by enough agents. {{(pid=110157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:57:22.838679 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.base_scheduler [req-b0bacaa4-6fd4-4411-b45e-76c835d07e85 req-9de75a6e-2242-4bc8-adc1-4c3b663c6aa9 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Resources bound (agent type, host, resource id): {{(pid=110157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:57:22.842591 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0bacaa4-6fd4-4411-b45e-76c835d07e85 req-9de75a6e-2242-4bc8-adc1-4c3b663c6aa9 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Received port after_create {{(pid=110157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:57:22.869871 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de75a6e-2242-4bc8-adc1-4c3b663c6aa9 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Pushing event updated for resources: {'Port': ['ID=8c977413-3f2a-4a40-84bc-101572b4ab37,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:22.914131 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bacaa4-6fd4-4411-b45e-76c835d07e85 req-9de75a6e-2242-4bc8-adc1-4c3b663c6aa9 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:22.915518 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-b0bacaa4-6fd4-4411-b45e-76c835d07e85 req-9de75a6e-2242-4bc8-adc1-4c3b663c6aa9 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for port (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:22.928702 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ff98dd86-3320-4ab6-9e7d-b43398f2d373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (a5518e17-d4a6-403f-b34f-0fa3d03f1833), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:22.934664 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-b0bacaa4-6fd4-4411-b45e-76c835d07e85 req-9de75a6e-2242-4bc8-adc1-4c3b663c6aa9 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8162000 May 18 14:57:22.955287 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [req-b0bacaa4-6fd4-4411-b45e-76c835d07e85 req-84b2ea17-da4e-40d4-988d-95b56353d57c service neutron] Request body: {'port': {'device_id': 'ee7efce9-bda4-4d05-a813-164f962babab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:57:23.032488 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:23.060409 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-a1814bb1-1dbe-47a3-9632-b7929aedb420 None None] Provisioning complete for port 8c977413-3f2a-4a40-84bc-101572b4ab37 triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:57:23.060807 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a1814bb1-1dbe-47a3-9632-b7929aedb420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (8c977413-3f2a-4a40-84bc-101572b4ab37), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:23.095908 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-a1814bb1-1dbe-47a3-9632-b7929aedb420 None None] Port 8c977413-3f2a-4a40-84bc-101572b4ab37 cannot update to ACTIVE because it is not bound. {{(pid=110158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:57:23.242611 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-b0bacaa4-6fd4-4411-b45e-76c835d07e85 req-84b2ea17-da4e-40d4-988d-95b56353d57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (8c977413-3f2a-4a40-84bc-101572b4ab37), before_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:23.549557 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccabf3c2-271d-4e87-ad3d-f71129aeb268 req-05881d5f-1d18-492e-b64c-f4fb0c757090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:23.551140 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ccabf3c2-271d-4e87-ad3d-f71129aeb268 req-05881d5f-1d18-492e-b64c-f4fb0c757090 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=84835592358a4e188df86896d6015647&device_id=447f7721-8ce1-4cbe-996a-75b2426474bc HTTP/1.1" status: 200 len: 1130 time: 0.1267221 May 18 14:57:23.571268 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:23.580037 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211208d-65c7-4513-a9cc-31e5f373b6c6 req-8c35dde8-3070-43db-8887-d16b402e270b tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:23.581531 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3211208d-65c7-4513-a9cc-31e5f373b6c6 req-8c35dde8-3070-43db-8887-d16b402e270b tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=447f7721-8ce1-4cbe-996a-75b2426474bc HTTP/1.1" status: 200 len: 946 time: 0.1386185 May 18 14:57:23.783792 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3211208d-65c7-4513-a9cc-31e5f373b6c6 req-62a20c0f-2441-4bf4-a876-233af5ff3445 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891327 May 18 14:57:23.840968 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2538a4b7-bfe0-413c-aced-514c84ca3e7e req-a237d9e8-852e-4687-bab3-4fea07afa137 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:23.842601 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2538a4b7-bfe0-413c-aced-514c84ca3e7e req-a237d9e8-852e-4687-bab3-4fea07afa137 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 932 time: 0.1351094 May 18 14:57:23.865470 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccabf3c2-271d-4e87-ad3d-f71129aeb268 req-c67b3766-05f1-4214-b26c-68ca457ea2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:23.870274 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ccabf3c2-271d-4e87-ad3d-f71129aeb268 req-c67b3766-05f1-4214-b26c-68ca457ea2b8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=22bd5425-6379-4740-b6c4-d6f9b7aaeddb HTTP/1.1" status: 200 len: 919 time: 0.3081400 May 18 14:57:23.939767 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ccabf3c2-271d-4e87-ad3d-f71129aeb268 req-6572afdb-56b9-4647-b023-f96863fc04c9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57d2f680-f45f-4e76-83e5-1b16aa578a8c HTTP/1.1" status: 200 len: 217 time: 0.0553017 May 18 14:57:23.946190 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.notifiers.nova [req-b0bacaa4-6fd4-4411-b45e-76c835d07e85 req-84b2ea17-da4e-40d4-988d-95b56353d57c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c977413-3f2a-4a40-84bc-101572b4ab37 {{(pid=110157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:57:23.968731 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-b0bacaa4-6fd4-4411-b45e-76c835d07e85 req-84b2ea17-da4e-40d4-988d-95b56353d57c service neutron] Publish callbacks [] for port (8c977413-3f2a-4a40-84bc-101572b4ab37), precommit_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:23.992166 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-50f4e27f-5619-452e-9630-0448ff5d9157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (0f4dbee4-4999-4f30-b578-59222d25f53e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:24.016225 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.provisioning_blocks [req-b0bacaa4-6fd4-4411-b45e-76c835d07e85 req-84b2ea17-da4e-40d4-988d-95b56353d57c service neutron] Transition to ACTIVE for port object 8c977413-3f2a-4a40-84bc-101572b4ab37 will not be triggered until provisioned by entity L2. {{(pid=110157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 14:57:24.023516 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2538a4b7-bfe0-413c-aced-514c84ca3e7e req-e0c5b154-20c4-4aba-888b-8d05384986ea tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb5f753-2908-4023-8bb1-1a4dec319fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1617472 May 18 14:57:24.028176 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-b0bacaa4-6fd4-4411-b45e-76c835d07e85 req-84b2ea17-da4e-40d4-988d-95b56353d57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13704156'] for port (8c977413-3f2a-4a40-84bc-101572b4ab37), after_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:24.063395 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccabf3c2-271d-4e87-ad3d-f71129aeb268 req-b730b03a-184d-41b2-a124-8f435793c597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:24.064951 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ccabf3c2-271d-4e87-ad3d-f71129aeb268 req-b730b03a-184d-41b2-a124-8f435793c597 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8225869c-efe1-47af-ba2b-3d33d9623b49 HTTP/1.1" status: 200 len: 857 time: 0.1087570 May 18 14:57:24.114011 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:24.168974 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b2ea17-da4e-40d4-988d-95b56353d57c service neutron] Pushing event updated for resources: {'Port': ['ID=8c977413-3f2a-4a40-84bc-101572b4ab37,revision_number=2']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:24.192960 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccabf3c2-271d-4e87-ad3d-f71129aeb268 req-7ea808db-e60c-4168-9570-4a29b197cf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:24.195418 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ccabf3c2-271d-4e87-ad3d-f71129aeb268 req-7ea808db-e60c-4168-9570-4a29b197cf5b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=22bd5425-6379-4740-b6c4-d6f9b7aaeddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1194453 May 18 14:57:24.351652 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.managers [req-b0bacaa4-6fd4-4411-b45e-76c835d07e85 req-84b2ea17-da4e-40d4-988d-95b56353d57c service neutron] Attempting to bind port 8c977413-3f2a-4a40-84bc-101572b4ab37 on host hv-cinder-83998 for vnic_type normal with profile {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:57:24.351909 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.managers [req-b0bacaa4-6fd4-4411-b45e-76c835d07e85 req-84b2ea17-da4e-40d4-988d-95b56353d57c service neutron] Attempting to bind port 8c977413-3f2a-4a40-84bc-101572b4ab37 by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': 'd0c07c6c-a57f-489c-a460-fa95911c3ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f6d46917-2e57-430f-9dbe-54ed4755b607'}] {{(pid=110157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:57:24.352797 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bacaa4-6fd4-4411-b45e-76c835d07e85 req-84b2ea17-da4e-40d4-988d-95b56353d57c service neutron] Attempting to bind port 8c977413-3f2a-4a40-84bc-101572b4ab37 on network f6d46917-2e57-430f-9dbe-54ed4755b607 {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:57:24.372608 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bacaa4-6fd4-4411-b45e-76c835d07e85 req-84b2ea17-da4e-40d4-988d-95b56353d57c service neutron] Port 8c977413-3f2a-4a40-84bc-101572b4ab37 on network f6d46917-2e57-430f-9dbe-54ed4755b607 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 14:57:24.372943 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bacaa4-6fd4-4411-b45e-76c835d07e85 req-84b2ea17-da4e-40d4-988d-95b56353d57c service neutron] Attempting to bind port 8c977413-3f2a-4a40-84bc-101572b4ab37 on network f6d46917-2e57-430f-9dbe-54ed4755b607 {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:57:24.383219 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bacaa4-6fd4-4411-b45e-76c835d07e85 req-84b2ea17-da4e-40d4-988d-95b56353d57c service neutron] Checking agent: {'id': 'f376d122-85a6-484a-a941-8f32d5a81e72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 53, 39), 'started_at': datetime.datetime(2022, 5, 18, 14, 53, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:57:24.383560 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bacaa4-6fd4-4411-b45e-76c835d07e85 req-84b2ea17-da4e-40d4-988d-95b56353d57c service neutron] Checking segment: {'id': 'd0c07c6c-a57f-489c-a460-fa95911c3ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f6d46917-2e57-430f-9dbe-54ed4755b607'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:57:24.383942 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bacaa4-6fd4-4411-b45e-76c835d07e85 req-84b2ea17-da4e-40d4-988d-95b56353d57c service neutron] Bound using segment: {'id': 'd0c07c6c-a57f-489c-a460-fa95911c3ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f6d46917-2e57-430f-9dbe-54ed4755b607'} {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:57:24.384366 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.managers [req-b0bacaa4-6fd4-4411-b45e-76c835d07e85 req-84b2ea17-da4e-40d4-988d-95b56353d57c service neutron] Bound port: 8c977413-3f2a-4a40-84bc-101572b4ab37, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0c07c6c-a57f-489c-a460-fa95911c3ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f6d46917-2e57-430f-9dbe-54ed4755b607'}}] {{(pid=110157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:57:24.385088 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-b0bacaa4-6fd4-4411-b45e-76c835d07e85 req-84b2ea17-da4e-40d4-988d-95b56353d57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (8c977413-3f2a-4a40-84bc-101572b4ab37), before_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:24.392901 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ccabf3c2-271d-4e87-ad3d-f71129aeb268 req-fb7b7c4f-8578-4e9a-9505-03b0aa5d538b service neutron] 10.222.0.49 "GET /v2.0/networks/22bd5425-6379-4740-b6c4-d6f9b7aaeddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844122 May 18 14:57:24.524917 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.db [req-b0bacaa4-6fd4-4411-b45e-76c835d07e85 req-84b2ea17-da4e-40d4-988d-95b56353d57c service neutron] For port 8c977413-3f2a-4a40-84bc-101572b4ab37, host hv-cinder-83998, cleared binding levels {{(pid=110157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:57:24.546991 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.db [req-b0bacaa4-6fd4-4411-b45e-76c835d07e85 req-84b2ea17-da4e-40d4-988d-95b56353d57c service neutron] For port 8c977413-3f2a-4a40-84bc-101572b4ab37, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=8c977413-3f2a-4a40-84bc-101572b4ab37,segment=NetworkSegment(d0c07c6c-a57f-489c-a460-fa95911c3ff5),segment_id=d0c07c6c-a57f-489c-a460-fa95911c3ff5)] {{(pid=110157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:57:24.551690 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ccabf3c2-271d-4e87-ad3d-f71129aeb268 req-d6cc2771-eb9b-47da-aa54-3c5ad292cb9c service neutron] 10.222.0.49 "GET /v2.0/networks/22bd5425-6379-4740-b6c4-d6f9b7aaeddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509893 May 18 14:57:24.554246 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-b0bacaa4-6fd4-4411-b45e-76c835d07e85 req-84b2ea17-da4e-40d4-988d-95b56353d57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13704156'] for port (8c977413-3f2a-4a40-84bc-101572b4ab37), after_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:24.592662 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bacaa4-6fd4-4411-b45e-76c835d07e85 req-84b2ea17-da4e-40d4-988d-95b56353d57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:24.593289 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-b0bacaa4-6fd4-4411-b45e-76c835d07e85 req-84b2ea17-da4e-40d4-988d-95b56353d57c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for port (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:24.594655 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-b0bacaa4-6fd4-4411-b45e-76c835d07e85 req-84b2ea17-da4e-40d4-988d-95b56353d57c service neutron] 10.222.0.49 "PUT /v2.0/ports/8c977413-3f2a-4a40-84bc-101572b4ab37 HTTP/1.1" status: 200 len: 1094 time: 1.6452353 May 18 14:57:24.595126 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee7efce9-bda4-4d05-a813-164f962babab', 'tag': '8c977413-3f2a-4a40-84bc-101572b4ab37'}] {{(pid=110157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:57:24.597379 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3614be4c33be7e0ed28fa23fdbb6a3604458632b91c0a79006a6fb45a0ea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2bfa2b0-8d73-405e-a54d-482265570916" -d '{"events": [{"name": "network-changed", "server_uuid": "ee7efce9-bda4-4d05-a813-164f962babab", "tag": "8c977413-3f2a-4a40-84bc-101572b4ab37"}]}' {{(pid=110157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:57:24.651283 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b2ea17-da4e-40d4-988d-95b56353d57c service neutron] Pushing event updated for resources: {'Port': ['ID=8c977413-3f2a-4a40-84bc-101572b4ab37,revision_number=3']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:24.659002 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 14:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a67f380-cb1d-435d-8107-6f5774f7227c x-openstack-request-id: req-9a67f380-cb1d-435d-8107-6f5774f7227c {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:57:24.663803 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee7efce9-bda4-4d05-a813-164f962babab", "tag": "8c977413-3f2a-4a40-84bc-101572b4ab37", "status": "completed", "code": 200}]} {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:57:24.663803 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9a67f380-cb1d-435d-8107-6f5774f7227c {{(pid=110157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:57:24.667702 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a67f380-cb1d-435d-8107-6f5774f7227c'] response: {'name': 'network-changed', 'server_uuid': 'ee7efce9-bda4-4d05-a813-164f962babab', 'tag': '8c977413-3f2a-4a40-84bc-101572b4ab37', 'status': 'completed', 'code': 200} May 18 14:57:24.879059 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bacaa4-6fd4-4411-b45e-76c835d07e85 req-792d328e-52c5-49e4-b4f2-93472ee00283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:24.880573 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-b0bacaa4-6fd4-4411-b45e-76c835d07e85 req-792d328e-52c5-49e4-b4f2-93472ee00283 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9a08f2c9b8b49f6a5de343bf8826601&device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 1128 time: 0.0565212 May 18 14:57:24.940689 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-b0bacaa4-6fd4-4411-b45e-76c835d07e85 req-c12ded60-a095-42b1-9f31-afe8ab4d00ee service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c977413-3f2a-4a40-84bc-101572b4ab37 HTTP/1.1" status: 200 len: 217 time: 0.0435812 May 18 14:57:24.959446 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf6e50-7d9e-4a22-8fe4-21d9d4ffb1b7 req-08e2b535-c901-4828-9442-f6cd668230d8 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:24.960970 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-9fdf6e50-7d9e-4a22-8fe4-21d9d4ffb1b7 req-08e2b535-c901-4828-9442-f6cd668230d8 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=447f7721-8ce1-4cbe-996a-75b2426474bc HTTP/1.1" status: 200 len: 946 time: 0.0988178 May 18 14:57:24.987625 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:25.032486 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bacaa4-6fd4-4411-b45e-76c835d07e85 req-a5e092b6-f90a-410e-b3ec-2823118c8932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:25.034181 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-b0bacaa4-6fd4-4411-b45e-76c835d07e85 req-a5e092b6-f90a-410e-b3ec-2823118c8932 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f0fd852b-2772-465d-a18e-71b8e3f03976 HTTP/1.1" status: 200 len: 849 time: 0.0879488 May 18 14:57:25.095306 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-9fdf6e50-7d9e-4a22-8fe4-21d9d4ffb1b7 req-25b81f8c-61b8-492e-9883-a85dd04bd947 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112289 May 18 14:57:25.103836 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bacaa4-6fd4-4411-b45e-76c835d07e85 req-5cffcc45-b803-401d-8d97-4d0309a76796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:25.105372 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-b0bacaa4-6fd4-4411-b45e-76c835d07e85 req-5cffcc45-b803-401d-8d97-4d0309a76796 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f6d46917-2e57-430f-9dbe-54ed4755b607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0613465 May 18 14:57:25.126581 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-86248160-1b36-4d80-a449-232705ae1859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (11bd5e7f-0ec7-43f5-9ca8-99d3c1136d9c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:25.210329 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3cc6d4-8a3f-4ddd-8433-f9f0521696ad req-630721ed-efaf-4344-befc-0b839c6cf7d0 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:25.211728 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7e3cc6d4-8a3f-4ddd-8433-f9f0521696ad req-630721ed-efaf-4344-befc-0b839c6cf7d0 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 944 time: 0.0851068 May 18 14:57:25.276351 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-b0bacaa4-6fd4-4411-b45e-76c835d07e85 req-53a16567-9457-44bc-9ec3-cc0e62bbebcd service neutron] 10.222.0.49 "GET /v2.0/networks/f6d46917-2e57-430f-9dbe-54ed4755b607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591442 May 18 14:57:25.289643 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7e3cc6d4-8a3f-4ddd-8433-f9f0521696ad req-8071a6ff-9db5-4b5b-8532-f0427e56c104 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb5f753-2908-4023-8bb1-1a4dec319fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713825 May 18 14:57:25.358494 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:25.399710 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-b0bacaa4-6fd4-4411-b45e-76c835d07e85 req-910d6b23-30be-4e0b-a62c-73966058b92b service neutron] 10.222.0.49 "GET /v2.0/networks/f6d46917-2e57-430f-9dbe-54ed4755b607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089668 May 18 14:57:25.441411 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=54,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:25.446379 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=29,neutron:DELETE=1,neutron:INSERT=5 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:26.235492 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc999e-d0fd-48c3-a0c1-cb43b5da160e req-2d38ce00-3957-4b1d-9fbd-05f376367123 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:26.237133 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-aadc999e-d0fd-48c3-a0c1-cb43b5da160e req-2d38ce00-3957-4b1d-9fbd-05f376367123 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=447f7721-8ce1-4cbe-996a-75b2426474bc HTTP/1.1" status: 200 len: 946 time: 0.0602527 May 18 14:57:26.291974 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-aadc999e-d0fd-48c3-a0c1-cb43b5da160e req-9a1dae44-6a5c-43ef-a981-583235bb0d75 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489869 May 18 14:57:26.350079 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 34158) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:26.436384 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 34164) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:26.469007 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:26.493909 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ef47d-ea84-4c5e-b84c-4020f14bf1cf req-a339c76b-fef1-43de-8e5d-d547d5498218 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:26.500882 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-a36ef47d-ea84-4c5e-b84c-4020f14bf1cf req-a339c76b-fef1-43de-8e5d-d547d5498218 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 944 time: 0.1261346 May 18 14:57:26.539193 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bfa2b0-8d73-405e-a54d-482265570916 req-61504f1e-2d60-4547-aa48-5515bd3ef2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:26.540760 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f2bfa2b0-8d73-405e-a54d-482265570916 req-61504f1e-2d60-4547-aa48-5515bd3ef2b5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9a08f2c9b8b49f6a5de343bf8826601&device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 1128 time: 0.0948298 May 18 14:57:26.629908 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-a36ef47d-ea84-4c5e-b84c-4020f14bf1cf req-4dd37d7d-64d6-4cf7-a3f3-a2b1785109c4 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb5f753-2908-4023-8bb1-1a4dec319fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281428 May 18 14:57:26.677559 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bfa2b0-8d73-405e-a54d-482265570916 req-0243cb89-a591-4dc9-bb0d-70b6d64182e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:26.678907 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f2bfa2b0-8d73-405e-a54d-482265570916 req-0243cb89-a591-4dc9-bb0d-70b6d64182e2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f6d46917-2e57-430f-9dbe-54ed4755b607 HTTP/1.1" status: 200 len: 911 time: 0.1310484 May 18 14:57:26.688989 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0573-39f8-4643-a8fd-7c186e13c6e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:26.737954 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f2bfa2b0-8d73-405e-a54d-482265570916 req-4101c301-2264-4fa9-83e2-52a23a6aee62 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c977413-3f2a-4a40-84bc-101572b4ab37 HTTP/1.1" status: 200 len: 217 time: 0.0508428 May 18 14:57:26.783109 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0573-39f8-4643-a8fd-7c186e13c6e5 admin admin] Publish callbacks [] for security_group (f5e21c8b-fd02-41ec-9c21-6424c80cf189), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:26.787420 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0573-39f8-4643-a8fd-7c186e13c6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (f5e21c8b-fd02-41ec-9c21-6424c80cf189), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:26.795128 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-69d95d70-52ac-4937-82fb-55cbff3c8160 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=daae77ba94fc4aa7b632002da6304ceb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4425044 May 18 14:57:26.797573 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 34182) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:26.821846 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a0573-39f8-4643-a8fd-7c186e13c6e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e21c8b-fd02-41ec-9c21-6424c80cf189,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:26.837831 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bfa2b0-8d73-405e-a54d-482265570916 req-f568b649-aaa8-4181-a9c8-da5248e66441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:26.838260 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-7e7a0573-39f8-4643-a8fd-7c186e13c6e5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=aa47aeea058d4846a17e07d8d116984a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4006593 May 18 14:57:26.838920 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 34184) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:26.839276 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f2bfa2b0-8d73-405e-a54d-482265570916 req-f568b649-aaa8-4181-a9c8-da5248e66441 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f0fd852b-2772-465d-a18e-71b8e3f03976 HTTP/1.1" status: 200 len: 849 time: 0.0843241 May 18 14:57:26.893318 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-43c98b38-29f2-4e38-9444-69d812ed074f admin admin] Publish callbacks [] for security_group (f5e21c8b-fd02-41ec-9c21-6424c80cf189), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:26.901007 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-e145d4df-186a-472d-a25b-61683ab12d45 admin admin] Publish callbacks [] for security_group (ba5104e7-e944-431a-9383-eff8588d9333), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:26.903252 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bfa2b0-8d73-405e-a54d-482265570916 req-44a794eb-60ec-477c-94e5-e7c2a922dba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:26.904835 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f2bfa2b0-8d73-405e-a54d-482265570916 req-44a794eb-60ec-477c-94e5-e7c2a922dba1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f6d46917-2e57-430f-9dbe-54ed4755b607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0575523 May 18 14:57:26.919730 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-43c98b38-29f2-4e38-9444-69d812ed074f admin admin] Publish callbacks [] for security_group (f5e21c8b-fd02-41ec-9c21-6424c80cf189), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:26.923767 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:26.975462 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-e145d4df-186a-472d-a25b-61683ab12d45 admin admin] Publish callbacks [] for security_group (ba5104e7-e944-431a-9383-eff8588d9333), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:26.982659 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-43c98b38-29f2-4e38-9444-69d812ed074f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (f5e21c8b-fd02-41ec-9c21-6424c80cf189), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:26.986906 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-43c98b38-29f2-4e38-9444-69d812ed074f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:26.988384 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-43c98b38-29f2-4e38-9444-69d812ed074f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f5e21c8b-fd02-41ec-9c21-6424c80cf189 HTTP/1.1" status: 204 len: 168 time: 0.1485198 May 18 14:57:26.999511 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c98b38-29f2-4e38-9444-69d812ed074f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e21c8b-fd02-41ec-9c21-6424c80cf189,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:27.051149 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f2bfa2b0-8d73-405e-a54d-482265570916 req-d825faad-5a67-4cef-bd8b-0615715cc656 service neutron] 10.222.0.49 "GET /v2.0/networks/f6d46917-2e57-430f-9dbe-54ed4755b607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363344 May 18 14:57:27.086785 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-e145d4df-186a-472d-a25b-61683ab12d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (ba5104e7-e944-431a-9383-eff8588d9333), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:27.089296 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-e145d4df-186a-472d-a25b-61683ab12d45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:27.090421 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-e145d4df-186a-472d-a25b-61683ab12d45 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ba5104e7-e944-431a-9383-eff8588d9333 HTTP/1.1" status: 204 len: 168 time: 0.2919557 May 18 14:57:27.100635 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 34192) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:27.133425 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e145d4df-186a-472d-a25b-61683ab12d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5104e7-e944-431a-9383-eff8588d9333,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:27.181997 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f2bfa2b0-8d73-405e-a54d-482265570916 req-4f5821ad-be6f-4893-b75a-5c8859586dce service neutron] 10.222.0.49 "GET /v2.0/networks/f6d46917-2e57-430f-9dbe-54ed4755b607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159363 May 18 14:57:27.413852 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d022e9-0161-4a28-9df8-1481c14f333a req-46d90196-8611-4b8f-9f5b-7f2d997e02ce tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:27.415423 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-29d022e9-0161-4a28-9df8-1481c14f333a req-46d90196-8611-4b8f-9f5b-7f2d997e02ce tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=447f7721-8ce1-4cbe-996a-75b2426474bc HTTP/1.1" status: 200 len: 946 time: 0.0521812 May 18 14:57:27.459057 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-c3c288f5-92d3-43e0-a227-c5ec5e7d000c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:27.481406 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-29d022e9-0161-4a28-9df8-1481c14f333a req-f83017f9-b9ba-4c82-be60-f6e1c8967bad tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592947 May 18 14:57:27.567243 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-c3c288f5-92d3-43e0-a227-c5ec5e7d000c admin admin] Publish callbacks [] for security_group (d142deae-33e7-4382-b312-f9137d63edb4), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:27.571165 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-c3c288f5-92d3-43e0-a227-c5ec5e7d000c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (d142deae-33e7-4382-b312-f9137d63edb4), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:27.609085 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c288f5-92d3-43e0-a227-c5ec5e7d000c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d142deae-33e7-4382-b312-f9137d63edb4,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:27.615103 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-c3c288f5-92d3-43e0-a227-c5ec5e7d000c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1e399148cde14317a3aa2ffe6bb569b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5136461 May 18 14:57:27.618136 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 34218) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:27.683326 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-59067fea-57dc-43ca-8192-fc5ccf2a01c5 admin admin] Publish callbacks [] for security_group (d142deae-33e7-4382-b312-f9137d63edb4), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:27.719320 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-59067fea-57dc-43ca-8192-fc5ccf2a01c5 admin admin] Publish callbacks [] for security_group (d142deae-33e7-4382-b312-f9137d63edb4), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:27.767770 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:27.773810 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-59067fea-57dc-43ca-8192-fc5ccf2a01c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (d142deae-33e7-4382-b312-f9137d63edb4), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:27.777811 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-59067fea-57dc-43ca-8192-fc5ccf2a01c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:27.779713 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-59067fea-57dc-43ca-8192-fc5ccf2a01c5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d142deae-33e7-4382-b312-f9137d63edb4 HTTP/1.1" status: 204 len: 168 time: 0.1600177 May 18 14:57:27.780859 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a6817-ea02-45bf-928e-74a11e531b58 req-27c86bec-9834-4573-a72c-f94b0c110227 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:27.783508 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8f4a6817-ea02-45bf-928e-74a11e531b58 req-27c86bec-9834-4573-a72c-f94b0c110227 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 944 time: 0.0754714 May 18 14:57:27.796844 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59067fea-57dc-43ca-8192-fc5ccf2a01c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d142deae-33e7-4382-b312-f9137d63edb4,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:27.853126 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8f4a6817-ea02-45bf-928e-74a11e531b58 req-9c81d22b-fdae-4387-bf3e-e7509c540aad tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb5f753-2908-4023-8bb1-1a4dec319fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616250 May 18 14:57:28.196681 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 34250) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:28.210942 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-667dab4a-da08-404d-8229-93f8b1d4b593 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:28.275329 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:28.276271 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:28.277036 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 34252) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:28.301146 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-667dab4a-da08-404d-8229-93f8b1d4b593 admin admin] Publish callbacks [] for security_group (729a9031-f046-49e2-bce7-e00ffa2820e3), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:28.305825 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-667dab4a-da08-404d-8229-93f8b1d4b593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (729a9031-f046-49e2-bce7-e00ffa2820e3), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:28.353196 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-667dab4a-da08-404d-8229-93f8b1d4b593 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=26be8c366d8c4ad782ce11946e33fc0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1554055 May 18 14:57:28.354149 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667dab4a-da08-404d-8229-93f8b1d4b593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729a9031-f046-49e2-bce7-e00ffa2820e3,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:28.355795 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 34262) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:28.419071 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [None req-efc6aa3d-72b0-4237-9a73-55e7689bcd0b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1169793884-network', 'tenant_id': '379bba80af244096abbf8deb82772854'}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:57:28.452754 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-f3c0e2e2-d13a-47f4-871b-7becd6dae9ba admin admin] Publish callbacks [] for security_group (729a9031-f046-49e2-bce7-e00ffa2820e3), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:28.456687 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc6aa3d-72b0-4237-9a73-55e7689bcd0b admin admin] Made reservation on behalf of 379bba80af244096abbf8deb82772854 for: {'network': 1} {{(pid=110157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:57:28.459218 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-efc6aa3d-72b0-4237-9a73-55e7689bcd0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for network (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:28.476450 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-efc6aa3d-72b0-4237-9a73-55e7689bcd0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:28.494376 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-f3c0e2e2-d13a-47f4-871b-7becd6dae9ba admin admin] Publish callbacks [] for security_group (729a9031-f046-49e2-bce7-e00ffa2820e3), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:28.620420 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-f3c0e2e2-d13a-47f4-871b-7becd6dae9ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (729a9031-f046-49e2-bce7-e00ffa2820e3), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:28.622916 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-f3c0e2e2-d13a-47f4-871b-7becd6dae9ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:28.624035 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-f3c0e2e2-d13a-47f4-871b-7becd6dae9ba admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/729a9031-f046-49e2-bce7-e00ffa2820e3 HTTP/1.1" status: 204 len: 168 time: 0.2650816 May 18 14:57:28.645186 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446d51fa-0c95-4c30-9ee1-087a7db22b23 req-a438ceec-aff9-4068-a6d3-15f616c331e6 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:28.646736 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-446d51fa-0c95-4c30-9ee1-087a7db22b23 req-a438ceec-aff9-4068-a6d3-15f616c331e6 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=447f7721-8ce1-4cbe-996a-75b2426474bc HTTP/1.1" status: 200 len: 946 time: 0.0886374 May 18 14:57:28.649336 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c0e2e2-d13a-47f4-871b-7becd6dae9ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729a9031-f046-49e2-bce7-e00ffa2820e3,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:28.692034 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-efc6aa3d-72b0-4237-9a73-55e7689bcd0b admin admin] Publish callbacks [] for security_group (d8630109-2905-4b84-9db4-150ed8e02b24), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:28.704752 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-efc6aa3d-72b0-4237-9a73-55e7689bcd0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (d8630109-2905-4b84-9db4-150ed8e02b24), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:28.739203 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efc6aa3d-72b0-4237-9a73-55e7689bcd0b admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=110157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:57:28.748888 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 34276) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:28.934429 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device 8c977413-3f2a-4a40-84bc-101572b4ab37 details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=110158) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 14:57:28.959079 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-446d51fa-0c95-4c30-9ee1-087a7db22b23 req-cd42a283-369b-431c-bd4f-fa43a17a96a6 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023798 May 18 14:57:28.976554 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:28.977447 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc6aa3d-72b0-4237-9a73-55e7689bcd0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8630109-2905-4b84-9db4-150ed8e02b24,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:28.982812 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-efc6aa3d-72b0-4237-9a73-55e7689bcd0b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770382701069', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029885'] for segment (6c60f771-397d-4b26-9fa2-616a44f0e2a2), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:28.988713 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.db.segments_db [None req-efc6aa3d-72b0-4237-9a73-55e7689bcd0b admin admin] Added segment 6c60f771-397d-4b26-9fa2-616a44f0e2a2 of type vlan for network 4cb14f9c-6f08-4729-8557-f3c05e247fd9 May 18 14:57:29.090868 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port 8c977413-3f2a-4a40-84bc-101572b4ab37, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=8c977413-3f2a-4a40-84bc-101572b4ab37,segment=NetworkSegment(d0c07c6c-a57f-489c-a460-fa95911c3ff5),segment_id=d0c07c6c-a57f-489c-a460-fa95911c3ff5)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:57:29.104768 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:29.107534 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Returning: {'device': '8c977413-3f2a-4a40-84bc-101572b4ab37', 'network_id': 'f6d46917-2e57-430f-9dbe-54ed4755b607', 'port_id': '8c977413-3f2a-4a40-84bc-101572b4ab37', 'mac_address': 'fa:16:3e:e5:b9:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0fd852b-2772-465d-a18e-71b8e3f03976', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110158) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 14:57:29.118486 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-efc6aa3d-72b0-4237-9a73-55e7689bcd0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770382152789'] for network (4cb14f9c-6f08-4729-8557-f3c05e247fd9), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:29.140409 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b1eccd-d970-4621-a9c9-a03fd7ce2e07 req-14c1e41b-8b94-4742-b322-7e7efbd0db11 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:29.142002 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-96b1eccd-d970-4621-a9c9-a03fd7ce2e07 req-14c1e41b-8b94-4742-b322-7e7efbd0db11 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 944 time: 0.1359310 May 18 14:57:29.170583 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Current status of the port 8c977413-3f2a-4a40-84bc-101572b4ab37 is: DOWN; New status is: BUILD {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:57:29.171558 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (8c977413-3f2a-4a40-84bc-101572b4ab37), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:29.198259 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c977413-3f2a-4a40-84bc-101572b4ab37 {{(pid=110158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:57:29.203033 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-efc6aa3d-72b0-4237-9a73-55e7689bcd0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355'] for network (4cb14f9c-6f08-4729-8557-f3c05e247fd9), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:29.214551 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc6aa3d-72b0-4237-9a73-55e7689bcd0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:29.215175 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-efc6aa3d-72b0-4237-9a73-55e7689bcd0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for network (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:29.225314 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-2b99f988-4c72-4659-bb2c-d5618373a59e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:29.228053 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port 8c977413-3f2a-4a40-84bc-101572b4ab37, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=8c977413-3f2a-4a40-84bc-101572b4ab37,segment=NetworkSegment(d0c07c6c-a57f-489c-a460-fa95911c3ff5),segment_id=d0c07c6c-a57f-489c-a460-fa95911c3ff5)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:57:29.233888 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (8c977413-3f2a-4a40-84bc-101572b4ab37), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:29.310981 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 34292) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:29.323750 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-efc6aa3d-72b0-4237-9a73-55e7689bcd0b admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0422802 May 18 14:57:29.327868 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Pushing event updated for resources: {'Port': ['ID=8c977413-3f2a-4a40-84bc-101572b4ab37,revision_number=4']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:29.330103 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 34296) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:29.336376 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-376ed384-4105-4be8-8150-7ec30d73a2bf admin admin] Request body: {'subnet': {'network_id': '4cb14f9c-6f08-4729-8557-f3c05e247fd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1169793884-subnet', 'tenant_id': '379bba80af244096abbf8deb82772854', 'ip_version': 4}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:57:29.344938 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-6e3ad0b9-0cdb-490a-bdf7-70bb8d7d5104 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:29.345990 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc6aa3d-72b0-4237-9a73-55e7689bcd0b admin admin] Pushing event updated for resources: {'Network': ['ID=4cb14f9c-6f08-4729-8557-f3c05e247fd9,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:29.359738 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-96b1eccd-d970-4621-a9c9-a03fd7ce2e07 req-dfe8f522-dd99-4ae2-ab25-7370ab77f898 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb5f753-2908-4023-8bb1-1a4dec319fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1984370 May 18 14:57:29.361875 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Network 4cb14f9c-6f08-4729-8557-f3c05e247fd9 details requested by agent ovs-agent-dv-cinder-839987-7-iscsi with host dv-cinder-839987-7-iscsi {{(pid=110158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 14:57:29.395309 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-2b99f988-4c72-4659-bb2c-d5618373a59e admin admin] Publish callbacks [] for security_group (e40ee174-6e53-4b49-bce3-255cda11ce98), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:29.400185 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376ed384-4105-4be8-8150-7ec30d73a2bf admin admin] Made reservation on behalf of 379bba80af244096abbf8deb82772854 for: {'subnet': 1} {{(pid=110156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:57:29.402581 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-376ed384-4105-4be8-8150-7ec30d73a2bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12844410'] for subnet (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:29.408810 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-2b99f988-4c72-4659-bb2c-d5618373a59e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (e40ee174-6e53-4b49-bce3-255cda11ce98), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:29.514650 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-2b99f988-4c72-4659-bb2c-d5618373a59e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2ca8263773da4d3ca157704d94175d48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7630243 May 18 14:57:29.517330 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 34304) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:29.538447 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b99f988-4c72-4659-bb2c-d5618373a59e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40ee174-6e53-4b49-bce3-255cda11ce98,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:29.556060 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:29.577799 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-d1fb76db-3aa6-4f65-963b-45d3a53d88f4 admin admin] Publish callbacks [] for security_group (e40ee174-6e53-4b49-bce3-255cda11ce98), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:29.589489 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-6e3ad0b9-0cdb-490a-bdf7-70bb8d7d5104 admin admin] Publish callbacks [] for security_group (020a6290-626f-4f72-a397-f42f40f0a158), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:29.598339 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-6e3ad0b9-0cdb-490a-bdf7-70bb8d7d5104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (020a6290-626f-4f72-a397-f42f40f0a158), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:29.599866 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] get_ports_and_sgs() called for port_ids ['8c977413-3f2a-4a40-84bc-101572b4ab37'] {{(pid=110158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 14:57:29.608916 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-d1fb76db-3aa6-4f65-963b-45d3a53d88f4 admin admin] Publish callbacks [] for security_group (e40ee174-6e53-4b49-bce3-255cda11ce98), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:29.676431 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-6e3ad0b9-0cdb-490a-bdf7-70bb8d7d5104 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f6cac6389eaa4bd584445f81ba8f13ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3638990 May 18 14:57:29.678706 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-d1fb76db-3aa6-4f65-963b-45d3a53d88f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (e40ee174-6e53-4b49-bce3-255cda11ce98), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:29.678875 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3ad0b9-0cdb-490a-bdf7-70bb8d7d5104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=020a6290-626f-4f72-a397-f42f40f0a158,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:29.682621 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 34306) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:29.694003 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-d1fb76db-3aa6-4f65-963b-45d3a53d88f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:29.695056 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-d1fb76db-3aa6-4f65-963b-45d3a53d88f4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e40ee174-6e53-4b49-bce3-255cda11ce98 HTTP/1.1" status: 204 len: 168 time: 0.1766229 May 18 14:57:29.703899 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fb76db-3aa6-4f65-963b-45d3a53d88f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40ee174-6e53-4b49-bce3-255cda11ce98,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:29.725500 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:INSERT=23,neutron:SELECT=74,neutron:UPDATE=3 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:29.768700 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-376ed384-4105-4be8-8150-7ec30d73a2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14493814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12844396'] for subnet (89243c68-b4f8-45b7-8520-ec7240a88f0d), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:29.850233 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376ed384-4105-4be8-8150-7ec30d73a2bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=89243c68-b4f8-45b7-8520-ec7240a88f0d,revision_number=0']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:29.852267 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-c708bbd6-f3e1-4304-80e4-c8d1f456834d admin admin] Publish callbacks [] for security_group (020a6290-626f-4f72-a397-f42f40f0a158), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:29.870667 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376ed384-4105-4be8-8150-7ec30d73a2bf admin admin] Checking segment: {'id': '6c60f771-397d-4b26-9fa2-616a44f0e2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4cb14f9c-6f08-4729-8557-f3c05e247fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:57:29.871059 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376ed384-4105-4be8-8150-7ec30d73a2bf admin admin] Network hostable DHCP agents. Network: 4cb14f9c-6f08-4729-8557-f3c05e247fd9, hostable agents: ['7afc6fe8-d13b-4fd3-bc99-e9efab9a141d'], hosted agents: [] {{(pid=110156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:57:29.876898 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:29.887870 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-c708bbd6-f3e1-4304-80e4-c8d1f456834d admin admin] Publish callbacks [] for security_group (020a6290-626f-4f72-a397-f42f40f0a158), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:29.932925 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376ed384-4105-4be8-8150-7ec30d73a2bf admin admin] Network 4cb14f9c-6f08-4729-8557-f3c05e247fd9 is scheduled to be hosted by DHCP agent 7afc6fe8-d13b-4fd3-bc99-e9efab9a141d with binding_index 1 {{(pid=110156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:57:29.944722 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.base_scheduler [None req-376ed384-4105-4be8-8150-7ec30d73a2bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-7-iscsi, 4cb14f9c-6f08-4729-8557-f3c05e247fd9) {{(pid=110156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:57:29.950373 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376ed384-4105-4be8-8150-7ec30d73a2bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:29.951751 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-376ed384-4105-4be8-8150-7ec30d73a2bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:29.968515 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18852271-9c0e-41a7-9eb8-9f695b15439a None None] Network 4cb14f9c-6f08-4729-8557-f3c05e247fd9 requested from dv-cinder-839987-7-iscsi {{(pid=110158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:57:29.972278 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-c708bbd6-f3e1-4304-80e4-c8d1f456834d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (020a6290-626f-4f72-a397-f42f40f0a158), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:29.975008 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-c708bbd6-f3e1-4304-80e4-c8d1f456834d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:29.978888 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-c708bbd6-f3e1-4304-80e4-c8d1f456834d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/020a6290-626f-4f72-a397-f42f40f0a158 HTTP/1.1" status: 204 len: 168 time: 0.2923911 May 18 14:57:29.983198 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-376ed384-4105-4be8-8150-7ec30d73a2bf admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6509337 May 18 14:57:29.986199 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 34312) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:29.989148 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708bbd6-f3e1-4304-80e4-c8d1f456834d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=020a6290-626f-4f72-a397-f42f40f0a158,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:29.992515 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [None req-9e055af9-6ca3-4b2a-b43b-8b5e9054099b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1169793884-router', 'tenant_id': '379bba80af244096abbf8deb82772854', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8'}}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:57:30.043234 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-9e055af9-6ca3-4b2a-b43b-8b5e9054099b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1014178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30024'] for router (878995ce-f3aa-4a14-be2f-e48e411e8cbf), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:30.046057 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-9e055af9-6ca3-4b2a-b43b-8b5e9054099b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1014102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30033'] for router (878995ce-f3aa-4a14-be2f-e48e411e8cbf), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:30.096875 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:30.140700 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779015d-a748-4a2b-8b63-f97a5adfc900 req-cd7dda4b-63de-4688-b512-338fa6766970 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:30.142330 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d779015d-a748-4a2b-8b63-f97a5adfc900 req-cd7dda4b-63de-4688-b512-338fa6766970 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=447f7721-8ce1-4cbe-996a-75b2426474bc HTTP/1.1" status: 200 len: 946 time: 0.0781279 May 18 14:57:30.164100 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4222651e-a509-49fe-abbe-3d68834ec4df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f20f6cc-4f88-5695-b394-1707ddfc3587-4cb14f9c-6f08-4729-8557-f3c05e247fd9', 'network_id': '4cb14f9c-6f08-4729-8557-f3c05e247fd9', 'project_id': '379bba80af244096abbf8deb82772854', 'fixed_ips': [{'subnet_id': '89243c68-b4f8-45b7-8520-ec7240a88f0d'}]}} from dv-cinder-839987-7-iscsi. {{(pid=110158) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 18 14:57:30.165192 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4222651e-a509-49fe-abbe-3d68834ec4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:30.200764 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-9e055af9-6ca3-4b2a-b43b-8b5e9054099b admin admin] Publish callbacks [] for router_controller (878995ce-f3aa-4a14-be2f-e48e411e8cbf), precommit_add_association {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:30.283796 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d779015d-a748-4a2b-8b63-f97a5adfc900 req-8c987191-728a-4be0-85e7-3d24c140ba22 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334743 May 18 14:57:30.323039 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-4222651e-a509-49fe-abbe-3d68834ec4df None None] Allocated IP 172.20.0.2 (4cb14f9c-6f08-4729-8557-f3c05e247fd9/89243c68-b4f8-45b7-8520-ec7240a88f0d/7bf056dd-5243-4b94-95b9-3e9850baf059) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:57:30.403871 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-9e055af9-6ca3-4b2a-b43b-8b5e9054099b admin admin] Publish callbacks [] for router_gateway (878995ce-f3aa-4a14-be2f-e48e411e8cbf), precommit_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:30.481497 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4222651e-a509-49fe-abbe-3d68834ec4df None None] Publish callbacks [] for port (7bf056dd-5243-4b94-95b9-3e9850baf059), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:30.488851 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4222651e-a509-49fe-abbe-3d68834ec4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031'] for port (7bf056dd-5243-4b94-95b9-3e9850baf059), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:30.535657 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4222651e-a509-49fe-abbe-3d68834ec4df None None] Network 4cb14f9c-6f08-4729-8557-f3c05e247fd9 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:57:30.542502 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-4222651e-a509-49fe-abbe-3d68834ec4df None None] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:57:30.542502 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4222651e-a509-49fe-abbe-3d68834ec4df None None] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:57:30.546540 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a6512-0672-490f-a3b5-6e6918be0a30 req-e2d7b396-4bde-4a85-b66c-5f2b62e572e7 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:30.547782 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4222651e-a509-49fe-abbe-3d68834ec4df None None] Pushing event updated for resources: {'Port': ['ID=7bf056dd-5243-4b94-95b9-3e9850baf059,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:30.548978 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-497a6512-0672-490f-a3b5-6e6918be0a30 req-e2d7b396-4bde-4a85-b66c-5f2b62e572e7 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 945 time: 0.0853667 May 18 14:57:30.628022 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-4222651e-a509-49fe-abbe-3d68834ec4df None None] Attempting to bind port 7bf056dd-5243-4b94-95b9-3e9850baf059 on host dv-cinder-839987-7-iscsi for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:57:30.628392 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-4222651e-a509-49fe-abbe-3d68834ec4df None None] Attempting to bind port 7bf056dd-5243-4b94-95b9-3e9850baf059 by drivers openvswitch,hyperv on host dv-cinder-839987-7-iscsi at level 0 using segments [{'id': '6c60f771-397d-4b26-9fa2-616a44f0e2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4cb14f9c-6f08-4729-8557-f3c05e247fd9'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:57:30.628790 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4222651e-a509-49fe-abbe-3d68834ec4df None None] Attempting to bind port 7bf056dd-5243-4b94-95b9-3e9850baf059 on network 4cb14f9c-6f08-4729-8557-f3c05e247fd9 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:57:30.634836 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4222651e-a509-49fe-abbe-3d68834ec4df None None] Checking agent: {'id': 'ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 46, 56), 'started_at': datetime.datetime(2022, 5, 18, 14, 47, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:57:30.635119 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4222651e-a509-49fe-abbe-3d68834ec4df None None] Checking segment: {'id': '6c60f771-397d-4b26-9fa2-616a44f0e2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4cb14f9c-6f08-4729-8557-f3c05e247fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:57:30.635525 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4222651e-a509-49fe-abbe-3d68834ec4df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:30.636008 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4222651e-a509-49fe-abbe-3d68834ec4df None None] Bound using segment: {'id': '6c60f771-397d-4b26-9fa2-616a44f0e2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4cb14f9c-6f08-4729-8557-f3c05e247fd9'} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:57:30.636398 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-4222651e-a509-49fe-abbe-3d68834ec4df None None] Bound port: 7bf056dd-5243-4b94-95b9-3e9850baf059, host: dv-cinder-839987-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c60f771-397d-4b26-9fa2-616a44f0e2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4cb14f9c-6f08-4729-8557-f3c05e247fd9'}}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:57:30.636802 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4222651e-a509-49fe-abbe-3d68834ec4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (7bf056dd-5243-4b94-95b9-3e9850baf059), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:30.715181 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-4222651e-a509-49fe-abbe-3d68834ec4df None None] For port 7bf056dd-5243-4b94-95b9-3e9850baf059, host dv-cinder-839987-7-iscsi, cleared binding levels {{(pid=110158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:57:30.716070 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-497a6512-0672-490f-a3b5-6e6918be0a30 req-b8f17113-f67c-4cb8-90d3-771f2c67304d tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb5f753-2908-4023-8bb1-1a4dec319fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269150 May 18 14:57:30.719362 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-4222651e-a509-49fe-abbe-3d68834ec4df None None] For port 7bf056dd-5243-4b94-95b9-3e9850baf059, host dv-cinder-839987-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=7bf056dd-5243-4b94-95b9-3e9850baf059,segment=NetworkSegment(6c60f771-397d-4b26-9fa2-616a44f0e2a2),segment_id=6c60f771-397d-4b26-9fa2-616a44f0e2a2)] {{(pid=110158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:57:30.720611 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:30.728212 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:30.732782 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-9e055af9-6ca3-4b2a-b43b-8b5e9054099b admin admin] Publish callbacks [] for router_gateway (878995ce-f3aa-4a14-be2f-e48e411e8cbf), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:30.739917 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4222651e-a509-49fe-abbe-3d68834ec4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (7bf056dd-5243-4b94-95b9-3e9850baf059), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:30.754480 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-9e055af9-6ca3-4b2a-b43b-8b5e9054099b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:30.840197 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4222651e-a509-49fe-abbe-3d68834ec4df None None] Pushing event updated for resources: {'Port': ['ID=7bf056dd-5243-4b94-95b9-3e9850baf059,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:30.916240 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.db_base_plugin_common [None req-9e055af9-6ca3-4b2a-b43b-8b5e9054099b admin admin] Allocated IP 172.27.3.180 (f20aa9f3-2984-481b-bb59-fa1f034e36c8/b7750f80-229c-4d19-b013-2aee5952f8bb/9622ea8e-3ebc-4641-a170-72723f502af7) {{(pid=110157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:57:30.953103 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device 8c977413-3f2a-4a40-84bc-101572b4ab37 up at agent hyperv_hv-cinder-83998 {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:57:31.004333 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 34352) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:31.050820 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Provisioning for port 8c977413-3f2a-4a40-84bc-101572b4ab37 completed by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 14:57:31.087276 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Provisioning complete for port 8c977413-3f2a-4a40-84bc-101572b4ab37 triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:57:31.087664 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (8c977413-3f2a-4a40-84bc-101572b4ab37), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:31.166948 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-9e055af9-6ca3-4b2a-b43b-8b5e9054099b admin admin] Publish callbacks [] for port (9622ea8e-3ebc-4641-a170-72723f502af7), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:31.178503 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:31.180369 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Current status of the port 8c977413-3f2a-4a40-84bc-101572b4ab37 is: BUILD; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:57:31.181010 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (8c977413-3f2a-4a40-84bc-101572b4ab37), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:31.206356 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:31.215742 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee7efce9-bda4-4d05-a813-164f962babab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c977413-3f2a-4a40-84bc-101572b4ab37'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:57:31.218300 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62dae43363b0d9fbe88fecb50d2dfb4fafe72539e0e1d03116e82a6fdda86ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1642f941-0af6-432c-b6e7-ff2c60a2de45" -d '{"events": [{"server_uuid": "ee7efce9-bda4-4d05-a813-164f962babab", "name": "network-vif-plugged", "status": "completed", "tag": "8c977413-3f2a-4a40-84bc-101572b4ab37"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:57:31.232888 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port 8c977413-3f2a-4a40-84bc-101572b4ab37, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=8c977413-3f2a-4a40-84bc-101572b4ab37,segment=NetworkSegment(d0c07c6c-a57f-489c-a460-fa95911c3ff5),segment_id=d0c07c6c-a57f-489c-a460-fa95911c3ff5)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:57:31.237808 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (8c977413-3f2a-4a40-84bc-101572b4ab37), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:31.253917 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [None req-48a03873-006c-482b-8e61-19ac231fc1c6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-807377130-network', 'tenant_id': 'a9de5514ed904b8990b1a4f375b01bd9'}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:57:31.278755 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 14:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbae934a-1466-4b46-a889-a47c954b297b x-openstack-request-id: req-fbae934a-1466-4b46-a889-a47c954b297b {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:57:31.278755 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee7efce9-bda4-4d05-a813-164f962babab", "name": "network-vif-plugged", "status": "completed", "tag": "8c977413-3f2a-4a40-84bc-101572b4ab37", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:57:31.279053 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fbae934a-1466-4b46-a889-a47c954b297b {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:57:31.279127 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-9e055af9-6ca3-4b2a-b43b-8b5e9054099b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13704171'] for port (9622ea8e-3ebc-4641-a170-72723f502af7), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:31.280466 dv-cinder-839987-7-iscsi neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbae934a-1466-4b46-a889-a47c954b297b'] response: {'server_uuid': 'ee7efce9-bda4-4d05-a813-164f962babab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c977413-3f2a-4a40-84bc-101572b4ab37', 'code': 200} May 18 14:57:31.319512 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a03873-006c-482b-8e61-19ac231fc1c6 admin admin] Made reservation on behalf of a9de5514ed904b8990b1a4f375b01bd9 for: {'network': 1} {{(pid=110157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:57:31.321884 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-48a03873-006c-482b-8e61-19ac231fc1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for network (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:31.328135 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Pushing event updated for resources: {'Port': ['ID=8c977413-3f2a-4a40-84bc-101572b4ab37,revision_number=5']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:31.357895 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-48a03873-006c-482b-8e61-19ac231fc1c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:31.364652 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e055af9-6ca3-4b2a-b43b-8b5e9054099b admin admin] Network f20aa9f3-2984-481b-bb59-fa1f034e36c8 is already hosted by enough agents. {{(pid=110157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:57:31.376114 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.base_scheduler [None req-9e055af9-6ca3-4b2a-b43b-8b5e9054099b admin admin] Resources bound (agent type, host, resource id): {{(pid=110157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:57:31.381690 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e055af9-6ca3-4b2a-b43b-8b5e9054099b admin admin] Received port after_create {{(pid=110157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:57:31.385731 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e055af9-6ca3-4b2a-b43b-8b5e9054099b admin admin] Pushing event updated for resources: {'Port': ['ID=9622ea8e-3ebc-4641-a170-72723f502af7,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:31.542993 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3901d-2106-47d0-ad62-d51367a57164 req-a9205f5c-40e1-4cc2-ba6e-19b84360cbf6 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:31.544477 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-58a3901d-2106-47d0-ad62-d51367a57164 req-a9205f5c-40e1-4cc2-ba6e-19b84360cbf6 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=447f7721-8ce1-4cbe-996a-75b2426474bc HTTP/1.1" status: 200 len: 946 time: 0.1249039 May 18 14:57:31.552249 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 7bf056dd-5243-4b94-95b9-3e9850baf059 up at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:57:31.600171 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Provisioning complete for port 7bf056dd-5243-4b94-95b9-3e9850baf059 triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:57:31.600629 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (7bf056dd-5243-4b94-95b9-3e9850baf059), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:31.675825 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Current status of the port 7bf056dd-5243-4b94-95b9-3e9850baf059 is: DOWN; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:57:31.676477 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (7bf056dd-5243-4b94-95b9-3e9850baf059), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:31.695229 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af73e0d-5caa-4180-9b0f-9cc636444a3b req-f177d093-4635-4580-beec-4534230824d6 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:31.702497 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-5af73e0d-5caa-4180-9b0f-9cc636444a3b req-f177d093-4635-4580-beec-4534230824d6 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 945 time: 0.1697204 May 18 14:57:31.717626 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] For port 7bf056dd-5243-4b94-95b9-3e9850baf059, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=7bf056dd-5243-4b94-95b9-3e9850baf059,segment=NetworkSegment(6c60f771-397d-4b26-9fa2-616a44f0e2a2),segment_id=6c60f771-397d-4b26-9fa2-616a44f0e2a2)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:57:31.722056 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (7bf056dd-5243-4b94-95b9-3e9850baf059), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:31.770503 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b97c1-dc50-4b4a-b440-e6a41cff7fe6 req-15c2fd4e-1ebb-473a-b950-07ef285ad6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:31.772477 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-083b97c1-dc50-4b4a-b440-e6a41cff7fe6 req-15c2fd4e-1ebb-473a-b950-07ef285ad6ed service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 1130 time: 0.1294751 May 18 14:57:31.775633 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Pushing event updated for resources: {'Port': ['ID=7bf056dd-5243-4b94-95b9-3e9850baf059,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:31.779651 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:31.856813 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-58a3901d-2106-47d0-ad62-d51367a57164 req-3e8f78b5-cb19-4c80-838d-baaa997bfa91 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947211 May 18 14:57:31.866420 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-48a03873-006c-482b-8e61-19ac231fc1c6 admin admin] Publish callbacks [] for security_group (860ae54b-cbfa-4172-b3c4-55c61d1ba833), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:31.876827 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-48a03873-006c-482b-8e61-19ac231fc1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (860ae54b-cbfa-4172-b3c4-55c61d1ba833), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:31.887171 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-5af73e0d-5caa-4180-9b0f-9cc636444a3b req-702071df-42e3-4f7e-aec9-5679ea139071 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1838245 May 18 14:57:31.945334 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:31.966580 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48a03873-006c-482b-8e61-19ac231fc1c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=110157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:57:32.006136 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a03873-006c-482b-8e61-19ac231fc1c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860ae54b-cbfa-4172-b3c4-55c61d1ba833,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:32.033639 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-083b97c1-dc50-4b4a-b440-e6a41cff7fe6 req-ae88cd6d-2b6a-45bb-86d0-1f5333d2e9f8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9bb5f753-2908-4023-8bb1-1a4dec319fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2408907 May 18 14:57:32.043611 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-48a03873-006c-482b-8e61-19ac231fc1c6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770382701069', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029885'] for segment (45c91823-dda8-463e-8d18-46620d7c6107), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:32.044022 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.db.segments_db [None req-48a03873-006c-482b-8e61-19ac231fc1c6 admin admin] Added segment 45c91823-dda8-463e-8d18-46620d7c6107 of type vlan for network b1070a25-b6bd-45ba-8976-aa1e0d09c083 May 18 14:57:32.063302 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19340726-a076-409d-9d4b-6225a403afdc None None] Network 4cb14f9c-6f08-4729-8557-f3c05e247fd9 requested from dv-cinder-839987-7-iscsi {{(pid=110158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:57:32.072036 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e43a1-1ccb-4093-97c7-9bbabd883099 req-f7f1a335-95bb-4060-b25d-7e04eebfe2fa tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:32.073613 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-498e43a1-1ccb-4093-97c7-9bbabd883099 req-f7f1a335-95bb-4060-b25d-7e04eebfe2fa tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 946 time: 0.1318090 May 18 14:57:32.097581 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-9e055af9-6ca3-4b2a-b43b-8b5e9054099b admin admin] Publish callbacks [] for router_gateway (878995ce-f3aa-4a14-be2f-e48e411e8cbf), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:32.155771 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-530e6eb9-f70b-4ab8-910f-dbf9d9127317 None None] Provisioning complete for port 7bf056dd-5243-4b94-95b9-3e9850baf059 triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:57:32.156175 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-530e6eb9-f70b-4ab8-910f-dbf9d9127317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (7bf056dd-5243-4b94-95b9-3e9850baf059), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:32.158236 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-48a03873-006c-482b-8e61-19ac231fc1c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770382152789'] for network (b1070a25-b6bd-45ba-8976-aa1e0d09c083), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:32.216831 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-498e43a1-1ccb-4093-97c7-9bbabd883099 req-c3ebcd5e-d640-43bf-9eb6-fe5ad6d7bbd1 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb5f753-2908-4023-8bb1-1a4dec319fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229610 May 18 14:57:32.245788 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-48a03873-006c-482b-8e61-19ac231fc1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355'] for network (b1070a25-b6bd-45ba-8976-aa1e0d09c083), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:32.246786 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a03873-006c-482b-8e61-19ac231fc1c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:32.247409 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-48a03873-006c-482b-8e61-19ac231fc1c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for network (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:32.259786 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:32.284837 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-530e6eb9-f70b-4ab8-910f-dbf9d9127317 None None] Current status of the port 7bf056dd-5243-4b94-95b9-3e9850baf059 is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:57:32.498170 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-fcb0b376-a4e1-4341-9402-c27b27783024 None None] Provisioning complete for port 7bf056dd-5243-4b94-95b9-3e9850baf059 triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:57:32.498544 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fcb0b376-a4e1-4341-9402-c27b27783024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (7bf056dd-5243-4b94-95b9-3e9850baf059), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:32.525507 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-48a03873-006c-482b-8e61-19ac231fc1c6 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.5201709 May 18 14:57:32.529035 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 34390) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:32.529498 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a03873-006c-482b-8e61-19ac231fc1c6 admin admin] Pushing event updated for resources: {'Network': ['ID=b1070a25-b6bd-45ba-8976-aa1e0d09c083,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:32.544156 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-efbdabf8-bc9b-4016-9fa5-07413e800dc5 admin admin] Request body: {'subnet': {'network_id': 'b1070a25-b6bd-45ba-8976-aa1e0d09c083', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-807377130-subnet', 'tenant_id': 'a9de5514ed904b8990b1a4f375b01bd9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:57:32.547098 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Network b1070a25-b6bd-45ba-8976-aa1e0d09c083 details requested by agent ovs-agent-dv-cinder-839987-7-iscsi with host dv-cinder-839987-7-iscsi {{(pid=110158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 14:57:32.578348 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbdabf8-bc9b-4016-9fa5-07413e800dc5 admin admin] Made reservation on behalf of a9de5514ed904b8990b1a4f375b01bd9 for: {'subnet': 1} {{(pid=110156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:57:32.582541 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-efbdabf8-bc9b-4016-9fa5-07413e800dc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12844410'] for subnet (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:32.633420 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-9e055af9-6ca3-4b2a-b43b-8b5e9054099b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1014063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014892'] for router (878995ce-f3aa-4a14-be2f-e48e411e8cbf), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:32.670343 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-fcb0b376-a4e1-4341-9402-c27b27783024 None None] Current status of the port 7bf056dd-5243-4b94-95b9-3e9850baf059 is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:57:32.769111 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e055af9-6ca3-4b2a-b43b-8b5e9054099b admin admin] Router 878995ce-f3aa-4a14-be2f-e48e411e8cbf is scheduled to L3 agent a5518e17-d4a6-403f-b34f-0fa3d03f1833 with binding_index 1 {{(pid=110157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 14:57:32.783418 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-efbdabf8-bc9b-4016-9fa5-07413e800dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14493814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12844396'] for subnet (ba4625ae-5a22-49e1-a132-4b2b116110ff), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:32.844130 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbdabf8-bc9b-4016-9fa5-07413e800dc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba4625ae-5a22-49e1-a132-4b2b116110ff,revision_number=0']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:32.853701 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbdabf8-bc9b-4016-9fa5-07413e800dc5 admin admin] Checking segment: {'id': '45c91823-dda8-463e-8d18-46620d7c6107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b1070a25-b6bd-45ba-8976-aa1e0d09c083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:57:32.854054 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbdabf8-bc9b-4016-9fa5-07413e800dc5 admin admin] Network hostable DHCP agents. Network: b1070a25-b6bd-45ba-8976-aa1e0d09c083, hostable agents: ['7afc6fe8-d13b-4fd3-bc99-e9efab9a141d'], hosted agents: [] {{(pid=110156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:57:32.871049 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbdabf8-bc9b-4016-9fa5-07413e800dc5 admin admin] Network b1070a25-b6bd-45ba-8976-aa1e0d09c083 is scheduled to be hosted by DHCP agent 7afc6fe8-d13b-4fd3-bc99-e9efab9a141d with binding_index 1 {{(pid=110156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:57:32.875218 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e055af9-6ca3-4b2a-b43b-8b5e9054099b admin admin] Notify agent at l3_agent.dv-cinder-839987-7-iscsi the message routers_updated {{(pid=110157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:57:32.884463 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c0c46d-6ac9-46d9-8d98-bffb4ce5c31a None None] Sync routers for ids ['878995ce-f3aa-4a14-be2f-e48e411e8cbf'] in dv-cinder-839987-7-iscsi {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:57:32.888734 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.base_scheduler [None req-efbdabf8-bc9b-4016-9fa5-07413e800dc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-7-iscsi, b1070a25-b6bd-45ba-8976-aa1e0d09c083) {{(pid=110156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:57:32.896189 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c0c46d-6ac9-46d9-8d98-bffb4ce5c31a None None] Routers {'878995ce-f3aa-4a14-be2f-e48e411e8cbf'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:57:32.896833 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-d9c0c46d-6ac9-46d9-8d98-bffb4ce5c31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T14:57:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['878995ce-f3aa-4a14-be2f-e48e411e8cbf'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:57:32.900063 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603ef764-cd86-4e49-a821-a283ae06559c None None] Network b1070a25-b6bd-45ba-8976-aa1e0d09c083 requested from dv-cinder-839987-7-iscsi {{(pid=110158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:57:32.902784 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbdabf8-bc9b-4016-9fa5-07413e800dc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:32.903970 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-efbdabf8-bc9b-4016-9fa5-07413e800dc5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:32.916039 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-9e055af9-6ca3-4b2a-b43b-8b5e9054099b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:32.918160 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-9e055af9-6ca3-4b2a-b43b-8b5e9054099b admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9299467 May 18 14:57:32.920153 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 34398) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:32.946423 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-efbdabf8-bc9b-4016-9fa5-07413e800dc5 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4155200 May 18 14:57:33.005068 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:33.016259 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-d9c0c46d-6ac9-46d9-8d98-bffb4ce5c31a None None] Set router 878995ce-f3aa-4a14-be2f-e48e411e8cbf gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:57:33.061947 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac83cd-6007-4d5a-93ce-7ae30ec34f38 req-bb481c85-ba31-4bbd-b98c-be5fe0fbc55f tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:33.063477 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-71ac83cd-6007-4d5a-93ce-7ae30ec34f38 req-bb481c85-ba31-4bbd-b98c-be5fe0fbc55f tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=447f7721-8ce1-4cbe-996a-75b2426474bc HTTP/1.1" status: 200 len: 946 time: 0.0729291 May 18 14:57:33.140089 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae1659a-7dd4-4878-9b6d-d99d0fa9fe54 None None] Network b1070a25-b6bd-45ba-8976-aa1e0d09c083 requested from dv-cinder-839987-7-iscsi {{(pid=110158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:57:33.171642 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:33.212004 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-d9c0c46d-6ac9-46d9-8d98-bffb4ce5c31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878995ce-f3aa-4a14-be2f-e48e411e8cbf', 'name': 'tempest-TestShelveInstance-1169793884-router', 'tenant_id': '379bba80af244096abbf8deb82772854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '9622ea8e-3ebc-4641-a170-72723f502af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:57:30Z', 'updated_at': '2022-05-18T14:57:31Z', 'revision_number': 3, 'project_id': '379bba80af244096abbf8deb82772854', 'gw_port': {'id': '9622ea8e-3ebc-4641-a170-72723f502af7', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ae:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878995ce-f3aa-4a14-be2f-e48e411e8cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:30Z', 'updated_at': '2022-05-18T14:57:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi'}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:57:33.248710 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c0c46d-6ac9-46d9-8d98-bffb4ce5c31a None None] Checking router: 878995ce-f3aa-4a14-be2f-e48e411e8cbf for host: dv-cinder-839987-7-iscsi {{(pid=110159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:57:33.249479 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c0c46d-6ac9-46d9-8d98-bffb4ce5c31a None None] Updating router 878995ce-f3aa-4a14-be2f-e48e411e8cbf port 9622ea8e-3ebc-4641-a170-72723f502af7 binding host dv-cinder-839987-7-iscsi {{(pid=110159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:57:33.279756 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-71ac83cd-6007-4d5a-93ce-7ae30ec34f38 req-bb6e0061-1c02-4d7b-acec-995fd936c9cb tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040229 May 18 14:57:33.281532 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d9c0c46d-6ac9-46d9-8d98-bffb4ce5c31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (9622ea8e-3ebc-4641-a170-72723f502af7), before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:33.294983 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b564996e-a5b4-4971-916b-a3bd6e5e3e4f req-6af17d86-e032-402e-97af-e7d901028dbc tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:33.302062 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-b564996e-a5b4-4971-916b-a3bd6e5e3e4f req-6af17d86-e032-402e-97af-e7d901028dbc tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 945 time: 0.2500114 May 18 14:57:33.517817 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 7bf056dd-5243-4b94-95b9-3e9850baf059 up at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:57:33.539000 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4488025b-4928-4cc6-b63e-41bbc076cd60 req-bcc89b64-4281-4529-a9d7-132358bb54e6 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:33.540616 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-4488025b-4928-4cc6-b63e-41bbc076cd60 req-bcc89b64-4281-4529-a9d7-132358bb54e6 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 946 time: 0.1428092 May 18 14:57:33.556230 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:33.582663 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Provisioning complete for port 7bf056dd-5243-4b94-95b9-3e9850baf059 triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:57:33.583187 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (7bf056dd-5243-4b94-95b9-3e9850baf059), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:33.596868 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d9c0c46d-6ac9-46d9-8d98-bffb4ce5c31a None None] Publish callbacks [] for port (9622ea8e-3ebc-4641-a170-72723f502af7), precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:33.606394 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d9c0c46d-6ac9-46d9-8d98-bffb4ce5c31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (9622ea8e-3ebc-4641-a170-72723f502af7), after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:33.642968 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-b564996e-a5b4-4971-916b-a3bd6e5e3e4f req-86c0d288-4288-4ad9-a6ed-536a969993a3 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2473190 May 18 14:57:33.699235 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-4488025b-4928-4cc6-b63e-41bbc076cd60 req-f0d17a2e-a2c0-4902-929f-d6398021f3a0 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb5f753-2908-4023-8bb1-1a4dec319fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487844 May 18 14:57:33.702045 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Current status of the port 7bf056dd-5243-4b94-95b9-3e9850baf059 is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:57:33.752526 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554c98d1-4bcf-425e-89f2-06fb51105dd8 None None] Pushing event updated for resources: {'Port': ['ID=9622ea8e-3ebc-4641-a170-72723f502af7,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:33.758313 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [None req-d9c0c46d-6ac9-46d9-8d98-bffb4ce5c31a None None] Attempting to bind port 9622ea8e-3ebc-4641-a170-72723f502af7 on host dv-cinder-839987-7-iscsi for vnic_type normal with profile {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:57:33.758627 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [None req-d9c0c46d-6ac9-46d9-8d98-bffb4ce5c31a None None] Attempting to bind port 9622ea8e-3ebc-4641-a170-72723f502af7 by drivers openvswitch,hyperv on host dv-cinder-839987-7-iscsi at level 0 using segments [{'id': '74645103-ef26-4e33-8147-3fc27f09baec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8'}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:57:33.758969 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c0c46d-6ac9-46d9-8d98-bffb4ce5c31a None None] Attempting to bind port 9622ea8e-3ebc-4641-a170-72723f502af7 on network f20aa9f3-2984-481b-bb59-fa1f034e36c8 {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:57:33.764737 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c0c46d-6ac9-46d9-8d98-bffb4ce5c31a None None] Checking agent: {'id': 'ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 46, 56), 'started_at': datetime.datetime(2022, 5, 18, 14, 47, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:57:33.765251 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c0c46d-6ac9-46d9-8d98-bffb4ce5c31a None None] Checking segment: {'id': '74645103-ef26-4e33-8147-3fc27f09baec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:57:33.765649 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d9c0c46d-6ac9-46d9-8d98-bffb4ce5c31a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:33.766033 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c0c46d-6ac9-46d9-8d98-bffb4ce5c31a None None] Bound using segment: {'id': '74645103-ef26-4e33-8147-3fc27f09baec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8'} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:57:33.766528 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [None req-d9c0c46d-6ac9-46d9-8d98-bffb4ce5c31a None None] Bound port: 9622ea8e-3ebc-4641-a170-72723f502af7, host: dv-cinder-839987-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74645103-ef26-4e33-8147-3fc27f09baec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8'}}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:57:33.766899 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d9c0c46d-6ac9-46d9-8d98-bffb4ce5c31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (9622ea8e-3ebc-4641-a170-72723f502af7), before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:33.827667 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-d9c0c46d-6ac9-46d9-8d98-bffb4ce5c31a None None] For port 9622ea8e-3ebc-4641-a170-72723f502af7, host dv-cinder-839987-7-iscsi, cleared binding levels {{(pid=110159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:57:33.831642 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-d9c0c46d-6ac9-46d9-8d98-bffb4ce5c31a None None] For port 9622ea8e-3ebc-4641-a170-72723f502af7, host dv-cinder-839987-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=9622ea8e-3ebc-4641-a170-72723f502af7,segment=NetworkSegment(74645103-ef26-4e33-8147-3fc27f09baec),segment_id=74645103-ef26-4e33-8147-3fc27f09baec)] {{(pid=110159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:57:33.840656 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d9c0c46d-6ac9-46d9-8d98-bffb4ce5c31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (9622ea8e-3ebc-4641-a170-72723f502af7), after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:33.863456 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 34424) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:33.894402 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c0c46d-6ac9-46d9-8d98-bffb4ce5c31a None None] Routers {'878995ce-f3aa-4a14-be2f-e48e411e8cbf'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:57:33.894943 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-d9c0c46d-6ac9-46d9-8d98-bffb4ce5c31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T14:57:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['878995ce-f3aa-4a14-be2f-e48e411e8cbf'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:57:33.899030 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-9072dc8b-e4de-4a06-91f9-92bd3b92d832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:33.901837 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:33.913297 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f4be4f4-3c2f-45fe-a310-52d4f0ee5258 admin admin] Deleting subnet 7695d81d-83ba-4241-9e90-b96ff8883298 {{(pid=110156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 18 14:57:33.916807 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-7f4be4f4-3c2f-45fe-a310-52d4f0ee5258 admin admin] Publish callbacks [] for subnet (7695d81d-83ba-4241-9e90-b96ff8883298), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:33.943850 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554c98d1-4bcf-425e-89f2-06fb51105dd8 None None] Pushing event updated for resources: {'Port': ['ID=9622ea8e-3ebc-4641-a170-72723f502af7,revision_number=3']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:33.958229 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-7f4be4f4-3c2f-45fe-a310-52d4f0ee5258 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14249964'] for subnet (7695d81d-83ba-4241-9e90-b96ff8883298), precommit_delete_associations {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:33.996899 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:33.999304 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-7f4be4f4-3c2f-45fe-a310-52d4f0ee5258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027974'] for subnet (7695d81d-83ba-4241-9e90-b96ff8883298), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:34.001289 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:34.018632 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-d9c0c46d-6ac9-46d9-8d98-bffb4ce5c31a None None] Set router 878995ce-f3aa-4a14-be2f-e48e411e8cbf gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:57:34.042573 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:34.063340 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-7f4be4f4-3c2f-45fe-a310-52d4f0ee5258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2027999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14493751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12844375'] for subnet (7695d81d-83ba-4241-9e90-b96ff8883298), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:34.090919 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.db_base_plugin_common [None req-9072dc8b-e4de-4a06-91f9-92bd3b92d832 admin admin] Allocated IP 172.20.0.1 (4cb14f9c-6f08-4729-8557-f3c05e247fd9/89243c68-b4f8-45b7-8520-ec7240a88f0d/04a9d942-6bbc-4c23-9fde-f7d31e26148d) {{(pid=110157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:57:34.091248 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4be4f4-3c2f-45fe-a310-52d4f0ee5258 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7695d81d-83ba-4241-9e90-b96ff8883298,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:34.095278 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-7f4be4f4-3c2f-45fe-a310-52d4f0ee5258 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:34.098666 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-7f4be4f4-3c2f-45fe-a310-52d4f0ee5258 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/7695d81d-83ba-4241-9e90-b96ff8883298 HTTP/1.1" status: 204 len: 168 time: 0.2339964 May 18 14:57:34.102228 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 34426) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:34.205018 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-d9c0c46d-6ac9-46d9-8d98-bffb4ce5c31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878995ce-f3aa-4a14-be2f-e48e411e8cbf', 'name': 'tempest-TestShelveInstance-1169793884-router', 'tenant_id': '379bba80af244096abbf8deb82772854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '9622ea8e-3ebc-4641-a170-72723f502af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:57:30Z', 'updated_at': '2022-05-18T14:57:31Z', 'revision_number': 3, 'project_id': '379bba80af244096abbf8deb82772854', 'gw_port': {'id': '9622ea8e-3ebc-4641-a170-72723f502af7', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ae:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878995ce-f3aa-4a14-be2f-e48e411e8cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:30Z', 'updated_at': '2022-05-18T14:57:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi'}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:57:34.229258 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-f098152a-71fa-4f92-b5c3-8d88e533a447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1954329'] for network (d5316da1-b990-4c00-af37-765a8d691a4c), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:34.233337 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c0c46d-6ac9-46d9-8d98-bffb4ce5c31a None None] The sync data for ids ['878995ce-f3aa-4a14-be2f-e48e411e8cbf'] in dv-cinder-839987-7-iscsi is: [{'id': '878995ce-f3aa-4a14-be2f-e48e411e8cbf', 'name': 'tempest-TestShelveInstance-1169793884-router', 'tenant_id': '379bba80af244096abbf8deb82772854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '9622ea8e-3ebc-4641-a170-72723f502af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:57:30Z', 'updated_at': '2022-05-18T14:57:31Z', 'revision_number': 3, 'project_id': '379bba80af244096abbf8deb82772854', 'gw_port': {'id': '9622ea8e-3ebc-4641-a170-72723f502af7', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ae:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878995ce-f3aa-4a14-be2f-e48e411e8cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:30Z', 'updated_at': '2022-05-18T14:57:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi'}] {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:57:34.295244 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-9072dc8b-e4de-4a06-91f9-92bd3b92d832 admin admin] Publish callbacks [] for port (04a9d942-6bbc-4c23-9fde-f7d31e26148d), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:34.386548 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-f098152a-71fa-4f92-b5c3-8d88e533a447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017651', 'neutron.services.segments.db._delete_segments_for_network-8770382701078'] for network (d5316da1-b990-4c00-af37-765a8d691a4c), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:34.428666 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a990b-9d14-41ba-a6b7-c493ed0979c8 req-2c1ca5f0-2795-4fb5-8314-c8cfd55eb8fa tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:34.430172 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-101a990b-9d14-41ba-a6b7-c493ed0979c8 req-2c1ca5f0-2795-4fb5-8314-c8cfd55eb8fa tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=447f7721-8ce1-4cbe-996a-75b2426474bc HTTP/1.1" status: 200 len: 946 time: 0.0892799 May 18 14:57:34.437269 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.services.segments.db [None req-f098152a-71fa-4f92-b5c3-8d88e533a447 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5316da1-b990-4c00-af37-765a8d691a4c']}} {{(pid=110157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:57:34.454166 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-9072dc8b-e4de-4a06-91f9-92bd3b92d832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13704171'] for port (04a9d942-6bbc-4c23-9fde-f7d31e26148d), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:34.493861 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.services.segments.db [None req-f098152a-71fa-4f92-b5c3-8d88e533a447 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '374fa0c6-486f-497c-852d-dea580b39485') {'for_net_delete': True} {{(pid=110157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:57:34.494163 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.services.segments.db [None req-f098152a-71fa-4f92-b5c3-8d88e533a447 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '374fa0c6-486f-497c-852d-dea580b39485') {} {{(pid=110157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:57:34.513734 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-f098152a-71fa-4f92-b5c3-8d88e533a447 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770382700063', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14498612'] for segment (374fa0c6-486f-497c-852d-dea580b39485), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:34.544880 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:34.547040 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9072dc8b-e4de-4a06-91f9-92bd3b92d832 admin admin] Network 4cb14f9c-6f08-4729-8557-f3c05e247fd9 is already hosted by enough agents. {{(pid=110157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:57:34.563978 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-f098152a-71fa-4f92-b5c3-8d88e533a447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029885'] for segment (374fa0c6-486f-497c-852d-dea580b39485), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:34.566362 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.base_scheduler [None req-9072dc8b-e4de-4a06-91f9-92bd3b92d832 admin admin] Resources bound (agent type, host, resource id): {{(pid=110157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:57:34.574464 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9072dc8b-e4de-4a06-91f9-92bd3b92d832 admin admin] Received port after_create {{(pid=110157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:57:34.577899 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9072dc8b-e4de-4a06-91f9-92bd3b92d832 admin admin] Pushing event updated for resources: {'Port': ['ID=04a9d942-6bbc-4c23-9fde-f7d31e26148d,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:34.582629 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f098152a-71fa-4f92-b5c3-8d88e533a447 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=110157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:57:34.583063 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-f098152a-71fa-4f92-b5c3-8d88e533a447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13704120'] for segment (374fa0c6-486f-497c-852d-dea580b39485), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:34.585812 dv-cinder-839987-7-iscsi neutron-server[110157]: Traceback (most recent call last): May 18 14:57:34.585812 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:57:34.585812 dv-cinder-839987-7-iscsi neutron-server[110157]: timer() May 18 14:57:34.585812 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:57:34.585812 dv-cinder-839987-7-iscsi neutron-server[110157]: cb(*args, **kw) May 18 14:57:34.585812 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 18 14:57:34.585812 dv-cinder-839987-7-iscsi neutron-server[110157]: return func(*args, **kwargs) May 18 14:57:34.585812 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:57:34.585812 dv-cinder-839987-7-iscsi neutron-server[110157]: self._notify() May 18 14:57:34.585812 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:57:34.585812 dv-cinder-839987-7-iscsi neutron-server[110157]: self.callback(batched_events) May 18 14:57:34.585812 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:57:34.585812 dv-cinder-839987-7-iscsi neutron-server[110157]: event.method(event) May 18 14:57:34.585812 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 14:57:34.585812 dv-cinder-839987-7-iscsi neutron-server[110157]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:57:34.585812 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 14:57:34.585812 dv-cinder-839987-7-iscsi neutron-server[110157]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:57:34.585812 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 14:57:34.585812 dv-cinder-839987-7-iscsi neutron-server[110157]: return f(self, *a, **k) May 18 14:57:34.585812 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 14:57:34.585812 dv-cinder-839987-7-iscsi neutron-server[110157]: return self._get(url).json() May 18 14:57:34.585812 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 14:57:34.585812 dv-cinder-839987-7-iscsi neutron-server[110157]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:57:34.585812 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:57:34.585812 dv-cinder-839987-7-iscsi neutron-server[110157]: return self.request(url, 'GET', **kwargs) May 18 14:57:34.585812 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:57:34.585812 dv-cinder-839987-7-iscsi neutron-server[110157]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:57:34.585812 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:57:34.585812 dv-cinder-839987-7-iscsi neutron-server[110157]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:57:34.585812 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:57:34.585812 dv-cinder-839987-7-iscsi neutron-server[110157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:57:34.585812 dv-cinder-839987-7-iscsi neutron-server[110157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:57:34.620548 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-101a990b-9d14-41ba-a6b7-c493ed0979c8 req-89f7e418-c274-4d16-bf9a-5afd127f41e3 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804984 May 18 14:57:34.695781 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-f098152a-71fa-4f92-b5c3-8d88e533a447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008250'] for network (d5316da1-b990-4c00-af37-765a8d691a4c), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:34.697291 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-9072dc8b-e4de-4a06-91f9-92bd3b92d832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1009729'] for router_interface (878995ce-f3aa-4a14-be2f-e48e411e8cbf), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:34.789764 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:34.796523 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-f098152a-71fa-4f92-b5c3-8d88e533a447 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for network (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:34.802511 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-f098152a-71fa-4f92-b5c3-8d88e533a447 admin admin] 10.222.0.59 "DELETE /v2.0/networks/d5316da1-b990-4c00-af37-765a8d691a4c HTTP/1.1" status: 204 len: 168 time: 0.6963971 May 18 14:57:34.803642 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 34438) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:34.843067 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.agents_db [None req-a4aab2e5-b658-4b2c-9b1f-100bc6421b45 None None] Agent healthcheck: found 6 active agents {{(pid=110159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:57:34.860714 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f098152a-71fa-4f92-b5c3-8d88e533a447 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5316da1-b990-4c00-af37-765a8d691a4c,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:34.861902 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.db_base_plugin_v2 [None req-291f3a4b-8651-4152-abd1-57d09c9de92d admin admin] Deleting subnet 51e031e6-f427-4ed1-833f-c29eda49f3b9 {{(pid=110156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 18 14:57:34.866671 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-291f3a4b-8651-4152-abd1-57d09c9de92d admin admin] Publish callbacks [] for subnet (51e031e6-f427-4ed1-833f-c29eda49f3b9), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:34.906763 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-fa8bad54-7109-4df4-8124-d2308e2346b1 None None] Provisioning complete for port 04a9d942-6bbc-4c23-9fde-f7d31e26148d triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:57:34.907329 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-291f3a4b-8651-4152-abd1-57d09c9de92d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14249964'] for subnet (51e031e6-f427-4ed1-833f-c29eda49f3b9), precommit_delete_associations {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:34.907418 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fa8bad54-7109-4df4-8124-d2308e2346b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (04a9d942-6bbc-4c23-9fde-f7d31e26148d), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:34.910695 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55fc36-1933-4f05-90c9-daf1e6757fb3 req-60faf1e0-6ccf-4573-bf72-867e84bda40a tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:34.912241 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-4c55fc36-1933-4f05-90c9-daf1e6757fb3 req-60faf1e0-6ccf-4573-bf72-867e84bda40a tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 945 time: 0.1259019 May 18 14:57:34.947133 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621cf21f-4024-4892-9dff-70495f641c7b req-f8548d8a-6568-480d-93bb-87ec0f12a2dd tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:34.948764 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-621cf21f-4024-4892-9dff-70495f641c7b req-f8548d8a-6568-480d-93bb-87ec0f12a2dd tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 946 time: 0.0965261 May 18 14:57:34.950109 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-291f3a4b-8651-4152-abd1-57d09c9de92d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027974'] for subnet (51e031e6-f427-4ed1-833f-c29eda49f3b9), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:34.955261 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-fa8bad54-7109-4df4-8124-d2308e2346b1 None None] Port 04a9d942-6bbc-4c23-9fde-f7d31e26148d cannot update to ACTIVE because it is not bound. {{(pid=110158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:57:34.982360 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:35.011262 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-9072dc8b-e4de-4a06-91f9-92bd3b92d832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (04a9d942-6bbc-4c23-9fde-f7d31e26148d), before_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:35.016391 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-291f3a4b-8651-4152-abd1-57d09c9de92d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2027999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14493751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12844375'] for subnet (51e031e6-f427-4ed1-833f-c29eda49f3b9), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:35.045143 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291f3a4b-8651-4152-abd1-57d09c9de92d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51e031e6-f427-4ed1-833f-c29eda49f3b9,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:35.049546 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-291f3a4b-8651-4152-abd1-57d09c9de92d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:35.056048 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-291f3a4b-8651-4152-abd1-57d09c9de92d admin admin] 10.222.0.59 "DELETE /v2.0/subnets/51e031e6-f427-4ed1-833f-c29eda49f3b9 HTTP/1.1" status: 204 len: 168 time: 0.2495849 May 18 14:57:35.056358 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-4c55fc36-1933-4f05-90c9-daf1e6757fb3 req-6e51661e-df5f-4061-8e09-96b6cba00515 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337154 May 18 14:57:35.060941 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 34442) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:35.095916 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-621cf21f-4024-4892-9dff-70495f641c7b req-56b76d2d-fe74-4bd8-be8d-891817bf026a tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb5f753-2908-4023-8bb1-1a4dec319fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254804 May 18 14:57:35.186301 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-77a41872-a9c6-419a-8af7-150706154568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1954329'] for network (ac71552f-c69a-4d7d-9729-734b7212c0ec), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:35.297027 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-77a41872-a9c6-419a-8af7-150706154568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017651', 'neutron.services.segments.db._delete_segments_for_network-8770382701078'] for network (ac71552f-c69a-4d7d-9729-734b7212c0ec), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:35.318424 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.services.segments.db [None req-77a41872-a9c6-419a-8af7-150706154568 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac71552f-c69a-4d7d-9729-734b7212c0ec']}} {{(pid=110156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:57:35.327827 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.services.segments.db [None req-77a41872-a9c6-419a-8af7-150706154568 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e16c4e1a-68d2-485e-a699-78e8dcdbf3d1') {'for_net_delete': True} {{(pid=110156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:57:35.328248 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.services.segments.db [None req-77a41872-a9c6-419a-8af7-150706154568 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e16c4e1a-68d2-485e-a699-78e8dcdbf3d1') {} {{(pid=110156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:57:35.330017 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f489518-a639-4db5-9931-c02a51017482 req-0e39b1b9-6c70-48bc-8284-a9c19eed413a tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:35.331507 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-5f489518-a639-4db5-9931-c02a51017482 req-0e39b1b9-6c70-48bc-8284-a9c19eed413a tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 946 time: 0.1567802 May 18 14:57:35.341615 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-77a41872-a9c6-419a-8af7-150706154568 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770382700063', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14249941'] for segment (e16c4e1a-68d2-485e-a699-78e8dcdbf3d1), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:35.341926 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 34454) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:35.352802 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-77a41872-a9c6-419a-8af7-150706154568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029885'] for segment (e16c4e1a-68d2-485e-a699-78e8dcdbf3d1), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:35.353161 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [None req-056f1f24-8f16-466e-bb25-a73c17485c5b tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Request body: {'floatingip': {'port_id': '8c977413-3f2a-4a40-84bc-101572b4ab37'}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:57:35.359685 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77a41872-a9c6-419a-8af7-150706154568 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=110156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:57:35.360078 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-77a41872-a9c6-419a-8af7-150706154568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14495125'] for segment (e16c4e1a-68d2-485e-a699-78e8dcdbf3d1), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:35.361923 dv-cinder-839987-7-iscsi neutron-server[110156]: Traceback (most recent call last): May 18 14:57:35.361923 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:57:35.361923 dv-cinder-839987-7-iscsi neutron-server[110156]: timer() May 18 14:57:35.361923 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:57:35.361923 dv-cinder-839987-7-iscsi neutron-server[110156]: cb(*args, **kw) May 18 14:57:35.361923 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 18 14:57:35.361923 dv-cinder-839987-7-iscsi neutron-server[110156]: return func(*args, **kwargs) May 18 14:57:35.361923 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:57:35.361923 dv-cinder-839987-7-iscsi neutron-server[110156]: self._notify() May 18 14:57:35.361923 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:57:35.361923 dv-cinder-839987-7-iscsi neutron-server[110156]: self.callback(batched_events) May 18 14:57:35.361923 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:57:35.361923 dv-cinder-839987-7-iscsi neutron-server[110156]: event.method(event) May 18 14:57:35.361923 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 14:57:35.361923 dv-cinder-839987-7-iscsi neutron-server[110156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:57:35.361923 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 14:57:35.361923 dv-cinder-839987-7-iscsi neutron-server[110156]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:57:35.361923 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 14:57:35.361923 dv-cinder-839987-7-iscsi neutron-server[110156]: return f(self, *a, **k) May 18 14:57:35.361923 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 14:57:35.361923 dv-cinder-839987-7-iscsi neutron-server[110156]: return self._get(url).json() May 18 14:57:35.361923 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 14:57:35.361923 dv-cinder-839987-7-iscsi neutron-server[110156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:57:35.361923 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:57:35.361923 dv-cinder-839987-7-iscsi neutron-server[110156]: return self.request(url, 'GET', **kwargs) May 18 14:57:35.361923 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:57:35.361923 dv-cinder-839987-7-iscsi neutron-server[110156]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:57:35.361923 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:57:35.361923 dv-cinder-839987-7-iscsi neutron-server[110156]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:57:35.361923 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:57:35.361923 dv-cinder-839987-7-iscsi neutron-server[110156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:57:35.361923 dv-cinder-839987-7-iscsi neutron-server[110156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:57:35.387510 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:35.424316 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-77a41872-a9c6-419a-8af7-150706154568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008250'] for network (ac71552f-c69a-4d7d-9729-734b7212c0ec), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:35.433182 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-77a41872-a9c6-419a-8af7-150706154568 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for network (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:35.438972 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-77a41872-a9c6-419a-8af7-150706154568 admin admin] 10.222.0.59 "DELETE /v2.0/networks/ac71552f-c69a-4d7d-9729-734b7212c0ec HTTP/1.1" status: 204 len: 168 time: 0.3769319 May 18 14:57:35.454097 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a41872-a9c6-419a-8af7-150706154568 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac71552f-c69a-4d7d-9729-734b7212c0ec,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:35.519632 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 9622ea8e-3ebc-4641-a170-72723f502af7 up at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:57:35.569521 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Provisioning complete for port 9622ea8e-3ebc-4641-a170-72723f502af7 triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:57:35.570041 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (9622ea8e-3ebc-4641-a170-72723f502af7), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:35.597124 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 34458) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:35.640407 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-66c99c93-d984-4e7a-9f1c-ce43875ca1a3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b2b84d47b94b4e9099e18fd26aa97739&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402739 May 18 14:57:35.640758 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 34460) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:35.659022 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Current status of the port 9622ea8e-3ebc-4641-a170-72723f502af7 is: DOWN; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:57:35.659419 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (9622ea8e-3ebc-4641-a170-72723f502af7), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:35.662512 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-056f1f24-8f16-466e-bb25-a73c17485c5b tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks [] for floatingip (f6d4b1fa-d7ae-4146-9af2-823889666564), before_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:35.687383 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] For port 9622ea8e-3ebc-4641-a170-72723f502af7, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=9622ea8e-3ebc-4641-a170-72723f502af7,segment=NetworkSegment(74645103-ef26-4e33-8147-3fc27f09baec),segment_id=74645103-ef26-4e33-8147-3fc27f09baec)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:57:35.695336 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (9622ea8e-3ebc-4641-a170-72723f502af7), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:35.697220 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-d2ca6587-f6f1-4c43-baf8-883b77463475 admin admin] Publish callbacks [] for security_group (bb82263c-3580-4f93-a466-e4cee8171418), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:35.727738 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-d2ca6587-f6f1-4c43-baf8-883b77463475 admin admin] Publish callbacks [] for security_group (bb82263c-3580-4f93-a466-e4cee8171418), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:35.781244 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Pushing event updated for resources: {'Port': ['ID=9622ea8e-3ebc-4641-a170-72723f502af7,revision_number=4']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:35.782893 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-d2ca6587-f6f1-4c43-baf8-883b77463475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (bb82263c-3580-4f93-a466-e4cee8171418), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:35.787426 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-d2ca6587-f6f1-4c43-baf8-883b77463475 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:35.787810 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-9072dc8b-e4de-4a06-91f9-92bd3b92d832 admin admin] Publish callbacks [] for port (04a9d942-6bbc-4c23-9fde-f7d31e26148d), precommit_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:35.789180 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-d2ca6587-f6f1-4c43-baf8-883b77463475 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bb82263c-3580-4f93-a466-e4cee8171418 HTTP/1.1" status: 204 len: 168 time: 0.1473169 May 18 14:57:35.799327 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ca6587-f6f1-4c43-baf8-883b77463475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb82263c-3580-4f93-a466-e4cee8171418,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:35.824835 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-9072dc8b-e4de-4a06-91f9-92bd3b92d832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13704156'] for port (04a9d942-6bbc-4c23-9fde-f7d31e26148d), after_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:35.842630 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f70579-fd17-418a-afd1-9b0765420cb8 req-aa41f79b-c8dd-4d12-a2b0-a3a4136eb07f tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:35.844208 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d7f70579-fd17-418a-afd1-9b0765420cb8 req-aa41f79b-c8dd-4d12-a2b0-a3a4136eb07f tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/networks?id=b1070a25-b6bd-45ba-8976-aa1e0d09c083 HTTP/1.1" status: 200 len: 808 time: 0.6683662 May 18 14:57:35.911031 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40de036-9d25-4cb1-a1c7-5aa981d70274 req-dc4726ca-8116-4748-802f-ea0f65c83d54 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:35.912618 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-a40de036-9d25-4cb1-a1c7-5aa981d70274 req-dc4726ca-8116-4748-802f-ea0f65c83d54 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=447f7721-8ce1-4cbe-996a-75b2426474bc HTTP/1.1" status: 200 len: 946 time: 0.2029238 May 18 14:57:35.971118 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d7f70579-fd17-418a-afd1-9b0765420cb8 req-405f1c8c-1130-40e2-bc86-a8d3fe89d6ed tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/quotas/a9de5514ed904b8990b1a4f375b01bd9 HTTP/1.1" status: 200 len: 375 time: 0.0821300 May 18 14:57:35.997513 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-9072dc8b-e4de-4a06-91f9-92bd3b92d832 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009163'] for router_interface (878995ce-f3aa-4a14-be2f-e48e411e8cbf), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:36.015756 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9072dc8b-e4de-4a06-91f9-92bd3b92d832 admin admin] Pushing event updated for resources: {'Port': ['ID=04a9d942-6bbc-4c23-9fde-f7d31e26148d,revision_number=2']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:36.088209 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d7f70579-fd17-418a-afd1-9b0765420cb8 req-8078529f-ceaf-4020-929b-ca268a8dd79a tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a9de5514ed904b8990b1a4f375b01bd9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1042888 May 18 14:57:36.108194 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-a40de036-9d25-4cb1-a1c7-5aa981d70274 req-e9bb9f0e-dba3-45a0-be64-a0983d6c0337 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786206 May 18 14:57:36.197394 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 34470) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:36.222505 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:36.247557 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-50f28fb1-8b7c-4ac2-8c11-6c4a01d8b2ae admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=23c3ad7d5f2547ab8551f78c3184671f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0479271 May 18 14:57:36.249922 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 34472) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:36.275635 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:DELETE=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:36.305800 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-fd0c4117-2843-446c-972f-32b8c7179d8d admin admin] Publish callbacks [] for security_group (55601ff0-02ee-4749-9b3f-55dd74b8e42f), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:36.327477 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-fd0c4117-2843-446c-972f-32b8c7179d8d admin admin] Publish callbacks [] for security_group (55601ff0-02ee-4749-9b3f-55dd74b8e42f), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:36.371189 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ed73d-4285-49be-8ab0-a12c75266d4f req-c101dcfd-ff36-419c-95d8-e56afb5c5c7a tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:36.372880 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2c6ed73d-4285-49be-8ab0-a12c75266d4f req-c101dcfd-ff36-419c-95d8-e56afb5c5c7a tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 945 time: 0.1760786 May 18 14:57:36.375845 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-fd0c4117-2843-446c-972f-32b8c7179d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (55601ff0-02ee-4749-9b3f-55dd74b8e42f), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:36.379185 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-fd0c4117-2843-446c-972f-32b8c7179d8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:36.380337 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-fd0c4117-2843-446c-972f-32b8c7179d8d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/55601ff0-02ee-4749-9b3f-55dd74b8e42f HTTP/1.1" status: 204 len: 168 time: 0.1294694 May 18 14:57:36.388909 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c4117-2843-446c-972f-32b8c7179d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55601ff0-02ee-4749-9b3f-55dd74b8e42f,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:36.461907 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d7f70579-fd17-418a-afd1-9b0765420cb8 req-20029e37-4b2d-49e2-9338-5dde28edca1f service neutron] 10.222.0.59 "GET /v2.0/networks/b1070a25-b6bd-45ba-8976-aa1e0d09c083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511238 May 18 14:57:36.463619 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9072dc8b-e4de-4a06-91f9-92bd3b92d832 admin admin] Network 4cb14f9c-6f08-4729-8557-f3c05e247fd9 is already hosted by enough agents. {{(pid=110157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:57:36.491930 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.base_scheduler [None req-9072dc8b-e4de-4a06-91f9-92bd3b92d832 admin admin] Resources bound (agent type, host, resource id): {{(pid=110157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:57:36.696169 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-4274b414-6504-4ef8-a7e6-d3b5263def26 None None] Provisioning complete for port 04a9d942-6bbc-4c23-9fde-f7d31e26148d triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:57:36.696728 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4274b414-6504-4ef8-a7e6-d3b5263def26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (04a9d942-6bbc-4c23-9fde-f7d31e26148d), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:36.708274 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2c6ed73d-4285-49be-8ab0-a12c75266d4f req-3ceca1e7-3097-4483-807f-21029f407633 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2987578 May 18 14:57:36.731885 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:36.743753 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-4274b414-6504-4ef8-a7e6-d3b5263def26 None None] Port 04a9d942-6bbc-4c23-9fde-f7d31e26148d cannot update to ACTIVE because it is not bound. {{(pid=110158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:57:36.866238 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.db.resource_extend [None req-056f1f24-8f16-466e-bb25-a73c17485c5b tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 18 14:57:36.899877 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d7f70579-fd17-418a-afd1-9b0765420cb8 req-02426f6a-52e5-4a7a-93be-57bb039a149e service neutron] 10.222.0.59 "GET /v2.0/networks/b1070a25-b6bd-45ba-8976-aa1e0d09c083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4210253 May 18 14:57:36.929635 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9072dc8b-e4de-4a06-91f9-92bd3b92d832 admin admin] Router 878995ce-f3aa-4a14-be2f-e48e411e8cbf has already been hosted by L3 agent a5518e17-d4a6-403f-b34f-0fa3d03f1833 {{(pid=110157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 14:57:36.953980 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-056f1f24-8f16-466e-bb25-a73c17485c5b tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:36.961390 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-056f1f24-8f16-466e-bb25-a73c17485c5b tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008279'] for floatingip (f6d4b1fa-d7ae-4146-9af2-823889666564), after_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:37.315979 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-67d9bea9-c98e-47fd-ba8b-0de0989393de req-0908f7e2-a556-4d83-bc5d-0f0c10d04310 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/ports?device_id=d150bfcf-f511-42be-afcf-90d9c8c6e9ca HTTP/1.1" status: 200 len: 210 time: 0.0828061 May 18 14:57:37.350091 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a4dfcf-3c17-4fe2-9b53-415c8d31c4ea req-0b1fe9b5-9580-4519-93c9-af7ae7406d8a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:37.351844 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d0a4dfcf-3c17-4fe2-9b53-415c8d31c4ea req-0b1fe9b5-9580-4519-93c9-af7ae7406d8a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=447f7721-8ce1-4cbe-996a-75b2426474bc HTTP/1.1" status: 200 len: 946 time: 0.1202834 May 18 14:57:37.477588 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.db.l3_db [None req-056f1f24-8f16-466e-bb25-a73c17485c5b tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Floating IP f6d4b1fa-d7ae-4146-9af2-823889666564 associated. External IP: 172.27.3.99, port: 8c977413-3f2a-4a40-84bc-101572b4ab37. May 18 14:57:37.518745 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 9622ea8e-3ebc-4641-a170-72723f502af7 up at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:57:37.559546 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:37.586426 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d0a4dfcf-3c17-4fe2-9b53-415c8d31c4ea req-9f485e5a-7af1-452b-92a3-1f6f8fe8ff87 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257533 May 18 14:57:37.594117 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Provisioning complete for port 9622ea8e-3ebc-4641-a170-72723f502af7 triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:57:37.594733 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (9622ea8e-3ebc-4641-a170-72723f502af7), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:37.598083 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9072dc8b-e4de-4a06-91f9-92bd3b92d832 admin admin] Notify agent at l3_agent.dv-cinder-839987-7-iscsi the message routers_updated {{(pid=110157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:57:37.614070 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-9072dc8b-e4de-4a06-91f9-92bd3b92d832 admin admin] 10.222.0.59 "PUT /v2.0/routers/878995ce-f3aa-4a14-be2f-e48e411e8cbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6842003 May 18 14:57:37.629901 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab8f3dc-c784-42c7-b348-648e5cf03b57 None None] Sync routers for ids ['878995ce-f3aa-4a14-be2f-e48e411e8cbf'] in dv-cinder-839987-7-iscsi {{(pid=110158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:57:37.645743 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab8f3dc-c784-42c7-b348-648e5cf03b57 None None] Routers {'878995ce-f3aa-4a14-be2f-e48e411e8cbf'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:57:37.647173 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-fab8f3dc-c784-42c7-b348-648e5cf03b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T14:57:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['878995ce-f3aa-4a14-be2f-e48e411e8cbf'], 'active': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:57:37.697724 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=100 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:37.829592 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Current status of the port 9622ea8e-3ebc-4641-a170-72723f502af7 is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:57:37.841322 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvr_db [None req-fab8f3dc-c784-42c7-b348-648e5cf03b57 None None] Set router 878995ce-f3aa-4a14-be2f-e48e411e8cbf gateway port host: dv-cinder-839987-7-iscsi {{(pid=110158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:57:37.925944 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:37.932853 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-056f1f24-8f16-466e-bb25-a73c17485c5b tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Router c0d76ce1-219d-4808-b8eb-fa33b7090149 has already been hosted by L3 agent a5518e17-d4a6-403f-b34f-0fa3d03f1833 {{(pid=110157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 14:57:37.944297 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc6760c-5017-4fa8-98a5-4a2ef747f3a1 req-f322d7fa-4848-45c3-a877-a0194d394189 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:37.952782 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8cc6760c-5017-4fa8-98a5-4a2ef747f3a1 req-f322d7fa-4848-45c3-a877-a0194d394189 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 945 time: 0.1120844 May 18 14:57:38.087717 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-fab8f3dc-c784-42c7-b348-648e5cf03b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878995ce-f3aa-4a14-be2f-e48e411e8cbf', 'name': 'tempest-TestShelveInstance-1169793884-router', 'tenant_id': '379bba80af244096abbf8deb82772854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '9622ea8e-3ebc-4641-a170-72723f502af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:57:30Z', 'updated_at': '2022-05-18T14:57:34Z', 'revision_number': 4, 'project_id': '379bba80af244096abbf8deb82772854', 'gw_port': {'id': '9622ea8e-3ebc-4641-a170-72723f502af7', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878995ce-f3aa-4a14-be2f-e48e411e8cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:30Z', 'updated_at': '2022-05-18T14:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': '04a9d942-6bbc-4c23-9fde-f7d31e26148d', 'name': '', 'network_id': '4cb14f9c-6f08-4729-8557-f3c05e247fd9', 'tenant_id': '379bba80af244096abbf8deb82772854', 'mac_address': 'fa:16:3e:b4:5e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878995ce-f3aa-4a14-be2f-e48e411e8cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '89243c68-b4f8-45b7-8520-ec7240a88f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:33Z', 'updated_at': '2022-05-18T14:57:35Z', 'revision_number': 2, 'project_id': '379bba80af244096abbf8deb82772854', 'subnets': [{'id': '89243c68-b4f8-45b7-8520-ec7240a88f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:57:38.094163 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8cc6760c-5017-4fa8-98a5-4a2ef747f3a1 req-e6fac871-f76c-4890-897c-b0bed72d7e93 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400414 May 18 14:57:38.119965 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab8f3dc-c784-42c7-b348-648e5cf03b57 None None] Checking router: 878995ce-f3aa-4a14-be2f-e48e411e8cbf for host: dv-cinder-839987-7-iscsi {{(pid=110158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:57:38.120500 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab8f3dc-c784-42c7-b348-648e5cf03b57 None None] Updating router 878995ce-f3aa-4a14-be2f-e48e411e8cbf port 04a9d942-6bbc-4c23-9fde-f7d31e26148d binding host dv-cinder-839987-7-iscsi {{(pid=110158) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:57:38.152275 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fab8f3dc-c784-42c7-b348-648e5cf03b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (04a9d942-6bbc-4c23-9fde-f7d31e26148d), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:38.154080 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056f1f24-8f16-466e-bb25-a73c17485c5b tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Notify agent at l3_agent.dv-cinder-839987-7-iscsi the message routers_updated {{(pid=110157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:57:38.159544 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-056f1f24-8f16-466e-bb25-a73c17485c5b tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for floatingip (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:38.167311 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725000bb-57be-4618-8e3c-78d570de24f2 None None] Sync routers for ids ['c0d76ce1-219d-4808-b8eb-fa33b7090149'] in dv-cinder-839987-7-iscsi {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:57:38.185027 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725000bb-57be-4618-8e3c-78d570de24f2 None None] Routers {'c0d76ce1-219d-4808-b8eb-fa33b7090149'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:57:38.185930 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-725000bb-57be-4618-8e3c-78d570de24f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T14:57:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['c0d76ce1-219d-4808-b8eb-fa33b7090149'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:57:38.200943 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:38.203391 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-056f1f24-8f16-466e-bb25-a73c17485c5b tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "PUT /v2.0/floatingips/f6d4b1fa-d7ae-4146-9af2-823889666564 HTTP/1.1" status: 200 len: 991 time: 2.8605092 May 18 14:57:38.204017 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee7efce9-bda4-4d05-a813-164f962babab', 'tag': '8c977413-3f2a-4a40-84bc-101572b4ab37'}] {{(pid=110157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:57:38.206704 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3614be4c33be7e0ed28fa23fdbb6a3604458632b91c0a79006a6fb45a0ea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5333545-b338-4ec2-848b-5fe84139a3d1" -d '{"events": [{"name": "network-changed", "server_uuid": "ee7efce9-bda4-4d05-a813-164f962babab", "tag": "8c977413-3f2a-4a40-84bc-101572b4ab37"}]}' {{(pid=110157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:57:38.263083 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 14:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-408ebcb0-9bd2-462a-b123-5893e2c6a859 x-openstack-request-id: req-408ebcb0-9bd2-462a-b123-5893e2c6a859 {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:57:38.263849 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee7efce9-bda4-4d05-a813-164f962babab", "tag": "8c977413-3f2a-4a40-84bc-101572b4ab37", "status": "completed", "code": 200}]} {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:57:38.264440 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-408ebcb0-9bd2-462a-b123-5893e2c6a859 {{(pid=110157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:57:38.265444 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-408ebcb0-9bd2-462a-b123-5893e2c6a859'] response: {'name': 'network-changed', 'server_uuid': 'ee7efce9-bda4-4d05-a813-164f962babab', 'tag': '8c977413-3f2a-4a40-84bc-101572b4ab37', 'status': 'completed', 'code': 200} May 18 14:57:38.369704 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-725000bb-57be-4618-8e3c-78d570de24f2 None None] Set router c0d76ce1-219d-4808-b8eb-fa33b7090149 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:57:38.555875 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5333545-b338-4ec2-848b-5fe84139a3d1 req-87a443b4-85b9-4cee-aa76-219c97c93575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:38.557835 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f5333545-b338-4ec2-848b-5fe84139a3d1 req-87a443b4-85b9-4cee-aa76-219c97c93575 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9a08f2c9b8b49f6a5de343bf8826601&device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 1130 time: 0.2264719 May 18 14:57:38.564070 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-93d6fb2d-e15b-4c0f-9eaa-6fbbacf32c04 req-d2f62fb8-2a6c-4c3d-b587-91aebfac00a7 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/ports?device_id=d150bfcf-f511-42be-afcf-90d9c8c6e9ca HTTP/1.1" status: 200 len: 210 time: 0.0648739 May 18 14:57:38.602113 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 34588) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:38.608061 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-1ca5f894-0ae1-4427-9ac0-3cf071afe874 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1380935668-network', 'tenant_id': 'bfdbd39af6994a8586e0a589a3c9640e'}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:57:38.627072 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fab8f3dc-c784-42c7-b348-648e5cf03b57 None None] Publish callbacks [] for port (04a9d942-6bbc-4c23-9fde-f7d31e26148d), precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:38.633928 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fab8f3dc-c784-42c7-b348-648e5cf03b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (04a9d942-6bbc-4c23-9fde-f7d31e26148d), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:38.689582 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca5f894-0ae1-4427-9ac0-3cf071afe874 admin admin] Made reservation on behalf of bfdbd39af6994a8586e0a589a3c9640e for: {'network': 1} {{(pid=110156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:57:38.692027 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-1ca5f894-0ae1-4427-9ac0-3cf071afe874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for network (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:38.721073 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-1ca5f894-0ae1-4427-9ac0-3cf071afe874 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:38.730661 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f70579-fd17-418a-afd1-9b0765420cb8 req-5ca9015d-871c-422f-bbc8-a10ecd21811c tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:38.731942 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d7f70579-fd17-418a-afd1-9b0765420cb8 req-5ca9015d-871c-422f-bbc8-a10ecd21811c tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.49 "GET /v2.0/networks?id=b1070a25-b6bd-45ba-8976-aa1e0d09c083 HTTP/1.1" status: 200 len: 808 time: 0.3330631 May 18 14:57:38.740511 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d877f4d9-16d8-4d91-a667-7b6483760269 None None] Pushing event updated for resources: {'Port': ['ID=04a9d942-6bbc-4c23-9fde-f7d31e26148d,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:38.752335 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:DELETE=8,neutron:SELECT=89,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:38.789400 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-725000bb-57be-4618-8e3c-78d570de24f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d76ce1-219d-4808-b8eb-fa33b7090149', 'name': 'tempest-AttachVolumeTestJSON-735015753-router', 'tenant_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'f2e73996-0a72-42f7-a5fc-820251147470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:57:07Z', 'updated_at': '2022-05-18T14:57:11Z', 'revision_number': 4, 'project_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'gw_port': {'id': 'f2e73996-0a72-42f7-a5fc-820251147470', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d76ce1-219d-4808-b8eb-fa33b7090149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:08Z', 'updated_at': '2022-05-18T14:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_floatingips': [{'id': 'f6d4b1fa-d7ae-4146-9af2-823889666564', 'tenant_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'router_id': 'c0d76ce1-219d-4808-b8eb-fa33b7090149', 'port_id': '8c977413-3f2a-4a40-84bc-101572b4ab37', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6d46917-2e57-430f-9dbe-54ed4755b607', 'mac_address': 'fa:16:3e:e5:b9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7efce9-bda4-4d05-a813-164f962babab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:57:15Z', 'updated_at': '2022-05-18T14:57:36Z', 'revision_number': 1, 'project_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8bb4d44-404e-4e54-9b5e-78f7bcffbece', 'name': '', 'network_id': 'f6d46917-2e57-430f-9dbe-54ed4755b607', 'tenant_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'mac_address': 'fa:16:3e:15:16:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d76ce1-219d-4808-b8eb-fa33b7090149', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'f0fd852b-2772-465d-a18e-71b8e3f03976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:11Z', 'updated_at': '2022-05-18T14:57:16Z', 'revision_number': 5, 'project_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'subnets': [{'id': 'f0fd852b-2772-465d-a18e-71b8e3f03976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:57:38.821493 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4518f-67d0-4d75-bdab-66863a04cd95 req-34a4d9fd-28cc-4584-a321-be6f56e42a5f tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:38.823708 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-c7c4518f-67d0-4d75-bdab-66863a04cd95 req-34a4d9fd-28cc-4584-a321-be6f56e42a5f tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=447f7721-8ce1-4cbe-996a-75b2426474bc HTTP/1.1" status: 200 len: 946 time: 0.0888915 May 18 14:57:38.827037 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-fab8f3dc-c784-42c7-b348-648e5cf03b57 None None] Attempting to bind port 04a9d942-6bbc-4c23-9fde-f7d31e26148d on host dv-cinder-839987-7-iscsi for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:57:38.827427 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-fab8f3dc-c784-42c7-b348-648e5cf03b57 None None] Attempting to bind port 04a9d942-6bbc-4c23-9fde-f7d31e26148d by drivers openvswitch,hyperv on host dv-cinder-839987-7-iscsi at level 0 using segments [{'id': '6c60f771-397d-4b26-9fa2-616a44f0e2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4cb14f9c-6f08-4729-8557-f3c05e247fd9'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:57:38.827910 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab8f3dc-c784-42c7-b348-648e5cf03b57 None None] Attempting to bind port 04a9d942-6bbc-4c23-9fde-f7d31e26148d on network 4cb14f9c-6f08-4729-8557-f3c05e247fd9 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:57:38.833633 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [req-d7f70579-fd17-418a-afd1-9b0765420cb8 req-d0a7b153-f73e-45b0-bd51-eaca3f87a315 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Request body: {'port': {'device_id': 'd150bfcf-f511-42be-afcf-90d9c8c6e9ca', 'network_id': 'b1070a25-b6bd-45ba-8976-aa1e0d09c083', 'admin_state_up': True, 'tenant_id': 'a9de5514ed904b8990b1a4f375b01bd9'}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:57:38.833954 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab8f3dc-c784-42c7-b348-648e5cf03b57 None None] Checking agent: {'id': 'ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 46, 56), 'started_at': datetime.datetime(2022, 5, 18, 14, 47, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:57:38.834311 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab8f3dc-c784-42c7-b348-648e5cf03b57 None None] Checking segment: {'id': '6c60f771-397d-4b26-9fa2-616a44f0e2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4cb14f9c-6f08-4729-8557-f3c05e247fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:57:38.834707 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fab8f3dc-c784-42c7-b348-648e5cf03b57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:38.835096 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab8f3dc-c784-42c7-b348-648e5cf03b57 None None] Bound using segment: {'id': '6c60f771-397d-4b26-9fa2-616a44f0e2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4cb14f9c-6f08-4729-8557-f3c05e247fd9'} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:57:38.835565 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-fab8f3dc-c784-42c7-b348-648e5cf03b57 None None] Bound port: 04a9d942-6bbc-4c23-9fde-f7d31e26148d, host: dv-cinder-839987-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c60f771-397d-4b26-9fa2-616a44f0e2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4cb14f9c-6f08-4729-8557-f3c05e247fd9'}}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:57:38.835942 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fab8f3dc-c784-42c7-b348-648e5cf03b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (04a9d942-6bbc-4c23-9fde-f7d31e26148d), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:38.839980 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725000bb-57be-4618-8e3c-78d570de24f2 None None] Checking router: c0d76ce1-219d-4808-b8eb-fa33b7090149 for host: dv-cinder-839987-7-iscsi {{(pid=110159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:57:38.851531 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725000bb-57be-4618-8e3c-78d570de24f2 None None] Routers {'c0d76ce1-219d-4808-b8eb-fa33b7090149'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:57:38.852500 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-725000bb-57be-4618-8e3c-78d570de24f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T14:57:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['c0d76ce1-219d-4808-b8eb-fa33b7090149'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:57:38.884936 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-1ca5f894-0ae1-4427-9ac0-3cf071afe874 admin admin] Publish callbacks [] for security_group (6f4c9ca8-2e05-42dc-aa1b-6e260f854a96), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:38.900320 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-1ca5f894-0ae1-4427-9ac0-3cf071afe874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (6f4c9ca8-2e05-42dc-aa1b-6e260f854a96), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:38.913183 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-fab8f3dc-c784-42c7-b348-648e5cf03b57 None None] For port 04a9d942-6bbc-4c23-9fde-f7d31e26148d, host dv-cinder-839987-7-iscsi, cleared binding levels {{(pid=110158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:57:38.917543 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-fab8f3dc-c784-42c7-b348-648e5cf03b57 None None] For port 04a9d942-6bbc-4c23-9fde-f7d31e26148d, host dv-cinder-839987-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=04a9d942-6bbc-4c23-9fde-f7d31e26148d,segment=NetworkSegment(6c60f771-397d-4b26-9fa2-616a44f0e2a2),segment_id=6c60f771-397d-4b26-9fa2-616a44f0e2a2)] {{(pid=110158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:57:38.919603 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:38.929011 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fab8f3dc-c784-42c7-b348-648e5cf03b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (04a9d942-6bbc-4c23-9fde-f7d31e26148d), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:38.939183 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ca5f894-0ae1-4427-9ac0-3cf071afe874 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=110156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:57:38.969396 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca5f894-0ae1-4427-9ac0-3cf071afe874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4c9ca8-2e05-42dc-aa1b-6e260f854a96,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:38.978768 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-1ca5f894-0ae1-4427-9ac0-3cf071afe874 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770382701069', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029885'] for segment (3d0f12f1-d985-4e9b-8ad6-6443f0d6f97e), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:38.979684 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.db.segments_db [None req-1ca5f894-0ae1-4427-9ac0-3cf071afe874 admin admin] Added segment 3d0f12f1-d985-4e9b-8ad6-6443f0d6f97e of type vlan for network 758eb8f1-d33a-4ca1-bc45-a3e84636e7f2 May 18 14:57:38.979796 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5333545-b338-4ec2-848b-5fe84139a3d1 req-a6dfbca4-9c66-4f2c-9bd2-5044e74d0235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:38.981199 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f5333545-b338-4ec2-848b-5fe84139a3d1 req-a6dfbca4-9c66-4f2c-9bd2-5044e74d0235 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f6d46917-2e57-430f-9dbe-54ed4755b607 HTTP/1.1" status: 200 len: 911 time: 0.4075058 May 18 14:57:39.008923 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab8f3dc-c784-42c7-b348-648e5cf03b57 None None] Routers {'878995ce-f3aa-4a14-be2f-e48e411e8cbf'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:57:39.009623 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-fab8f3dc-c784-42c7-b348-648e5cf03b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T14:57:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['878995ce-f3aa-4a14-be2f-e48e411e8cbf'], 'active': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:57:39.045235 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-c7c4518f-67d0-4d75-bdab-66863a04cd95 req-9d7f070e-7b80-4d11-bb31-0af720d150f6 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006831 May 18 14:57:39.097753 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d877f4d9-16d8-4d91-a667-7b6483760269 None None] Pushing event updated for resources: {'Port': ['ID=04a9d942-6bbc-4c23-9fde-f7d31e26148d,revision_number=4']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:39.103019 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-725000bb-57be-4618-8e3c-78d570de24f2 None None] Set router c0d76ce1-219d-4808-b8eb-fa33b7090149 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:57:39.112534 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-1ca5f894-0ae1-4427-9ac0-3cf071afe874 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770382152789'] for network (758eb8f1-d33a-4ca1-bc45-a3e84636e7f2), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:39.187221 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f5333545-b338-4ec2-848b-5fe84139a3d1 req-0c0b7297-8075-479a-8b6f-e7561e95b8df service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c977413-3f2a-4a40-84bc-101572b4ab37 HTTP/1.1" status: 200 len: 999 time: 0.1964777 May 18 14:57:39.201727 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-1ca5f894-0ae1-4427-9ac0-3cf071afe874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355'] for network (758eb8f1-d33a-4ca1-bc45-a3e84636e7f2), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:39.203255 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca5f894-0ae1-4427-9ac0-3cf071afe874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:39.203997 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-1ca5f894-0ae1-4427-9ac0-3cf071afe874 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for network (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:39.212899 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-b7b3a637-5bba-49d8-8b4a-12e3b144b0cf None None] Provisioning complete for port 04a9d942-6bbc-4c23-9fde-f7d31e26148d triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:57:39.213345 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b7b3a637-5bba-49d8-8b4a-12e3b144b0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (04a9d942-6bbc-4c23-9fde-f7d31e26148d), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:39.244742 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvr_db [None req-fab8f3dc-c784-42c7-b348-648e5cf03b57 None None] Set router 878995ce-f3aa-4a14-be2f-e48e411e8cbf gateway port host: dv-cinder-839987-7-iscsi {{(pid=110158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:57:39.295076 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:39.343257 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ecb67-53f9-40eb-afb1-bd10b1527c75 req-5102b799-ed93-4ef1-807b-4d0107aad7d3 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:39.349990 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6e2ecb67-53f9-40eb-afb1-bd10b1527c75 req-5102b799-ed93-4ef1-807b-4d0107aad7d3 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 945 time: 0.1374705 May 18 14:57:39.353572 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7f70579-fd17-418a-afd1-9b0765420cb8 req-d0a7b153-f73e-45b0-bd51-eaca3f87a315 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Made reservation on behalf of a9de5514ed904b8990b1a4f375b01bd9 for: {'port': 1} {{(pid=110157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:57:39.357964 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-d7f70579-fd17-418a-afd1-9b0765420cb8 req-d0a7b153-f73e-45b0-bd51-eaca3f87a315 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:39.377365 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-1ca5f894-0ae1-4427-9ac0-3cf071afe874 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7739916 May 18 14:57:39.382851 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca5f894-0ae1-4427-9ac0-3cf071afe874 admin admin] Pushing event updated for resources: {'Network': ['ID=758eb8f1-d33a-4ca1-bc45-a3e84636e7f2,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:39.384773 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5333545-b338-4ec2-848b-5fe84139a3d1 req-33c44b04-471d-42cb-9ede-697eb034ce5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:39.385580 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 34598) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:39.387633 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f5333545-b338-4ec2-848b-5fe84139a3d1 req-33c44b04-471d-42cb-9ede-697eb034ce5d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f0fd852b-2772-465d-a18e-71b8e3f03976 HTTP/1.1" status: 200 len: 849 time: 0.1668546 May 18 14:57:39.400567 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-87c53f94-60fb-4785-9dd7-97bda55f690f admin admin] Request body: {'subnet': {'network_id': '758eb8f1-d33a-4ca1-bc45-a3e84636e7f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1380935668-subnet', 'tenant_id': 'bfdbd39af6994a8586e0a589a3c9640e', 'ip_version': 4}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:57:39.425659 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Network 758eb8f1-d33a-4ca1-bc45-a3e84636e7f2 details requested by agent ovs-agent-dv-cinder-839987-7-iscsi with host dv-cinder-839987-7-iscsi {{(pid=110158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 14:57:39.447790 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c53f94-60fb-4785-9dd7-97bda55f690f admin admin] Made reservation on behalf of bfdbd39af6994a8586e0a589a3c9640e for: {'subnet': 1} {{(pid=110156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:57:39.454581 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-87c53f94-60fb-4785-9dd7-97bda55f690f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12844410'] for subnet (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:39.456569 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6e2ecb67-53f9-40eb-afb1-bd10b1527c75 req-437721b2-e507-433b-9c0e-32e88daab272 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938652 May 18 14:57:39.551854 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=100 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:39.552689 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=100 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:39.562144 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5333545-b338-4ec2-848b-5fe84139a3d1 req-4cae14ec-49a5-4760-a24a-f8f5987c85d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:39.563716 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f5333545-b338-4ec2-848b-5fe84139a3d1 req-4cae14ec-49a5-4760-a24a-f8f5987c85d0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f6d46917-2e57-430f-9dbe-54ed4755b607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1118255 May 18 14:57:39.605705 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-725000bb-57be-4618-8e3c-78d570de24f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d76ce1-219d-4808-b8eb-fa33b7090149', 'name': 'tempest-AttachVolumeTestJSON-735015753-router', 'tenant_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'f2e73996-0a72-42f7-a5fc-820251147470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:57:07Z', 'updated_at': '2022-05-18T14:57:11Z', 'revision_number': 4, 'project_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'gw_port': {'id': 'f2e73996-0a72-42f7-a5fc-820251147470', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d76ce1-219d-4808-b8eb-fa33b7090149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:08Z', 'updated_at': '2022-05-18T14:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_floatingips': [{'id': 'f6d4b1fa-d7ae-4146-9af2-823889666564', 'tenant_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'router_id': 'c0d76ce1-219d-4808-b8eb-fa33b7090149', 'port_id': '8c977413-3f2a-4a40-84bc-101572b4ab37', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6d46917-2e57-430f-9dbe-54ed4755b607', 'mac_address': 'fa:16:3e:e5:b9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7efce9-bda4-4d05-a813-164f962babab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:57:15Z', 'updated_at': '2022-05-18T14:57:36Z', 'revision_number': 1, 'project_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8bb4d44-404e-4e54-9b5e-78f7bcffbece', 'name': '', 'network_id': 'f6d46917-2e57-430f-9dbe-54ed4755b607', 'tenant_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'mac_address': 'fa:16:3e:15:16:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d76ce1-219d-4808-b8eb-fa33b7090149', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'f0fd852b-2772-465d-a18e-71b8e3f03976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:11Z', 'updated_at': '2022-05-18T14:57:16Z', 'revision_number': 5, 'project_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'subnets': [{'id': 'f0fd852b-2772-465d-a18e-71b8e3f03976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:57:39.671095 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725000bb-57be-4618-8e3c-78d570de24f2 None None] The sync data for ids ['c0d76ce1-219d-4808-b8eb-fa33b7090149'] in dv-cinder-839987-7-iscsi is: [{'id': 'c0d76ce1-219d-4808-b8eb-fa33b7090149', 'name': 'tempest-AttachVolumeTestJSON-735015753-router', 'tenant_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'f2e73996-0a72-42f7-a5fc-820251147470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:57:07Z', 'updated_at': '2022-05-18T14:57:11Z', 'revision_number': 4, 'project_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'gw_port': {'id': 'f2e73996-0a72-42f7-a5fc-820251147470', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d76ce1-219d-4808-b8eb-fa33b7090149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:08Z', 'updated_at': '2022-05-18T14:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_floatingips': [{'id': 'f6d4b1fa-d7ae-4146-9af2-823889666564', 'tenant_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'router_id': 'c0d76ce1-219d-4808-b8eb-fa33b7090149', 'port_id': '8c977413-3f2a-4a40-84bc-101572b4ab37', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6d46917-2e57-430f-9dbe-54ed4755b607', 'mac_address': 'fa:16:3e:e5:b9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7efce9-bda4-4d05-a813-164f962babab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:57:15Z', 'updated_at': '2022-05-18T14:57:36Z', 'revision_number': 1, 'project_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8bb4d44-404e-4e54-9b5e-78f7bcffbece', 'name': '', 'network_id': 'f6d46917-2e57-430f-9dbe-54ed4755b607', 'tenant_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'mac_address': 'fa:16:3e:15:16:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d76ce1-219d-4808-b8eb-fa33b7090149', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'f0fd852b-2772-465d-a18e-71b8e3f03976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:11Z', 'updated_at': '2022-05-18T14:57:16Z', 'revision_number': 5, 'project_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'subnets': [{'id': 'f0fd852b-2772-465d-a18e-71b8e3f03976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:57:39.728647 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-57dc9dff-3cda-47a2-9ba9-f671eb578349 req-71eeab25-b920-4a0b-b01a-a9e2a377b97c tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/ports?device_id=d150bfcf-f511-42be-afcf-90d9c8c6e9ca HTTP/1.1" status: 200 len: 210 time: 0.0606189 May 18 14:57:39.733494 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:39.757521 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-87c53f94-60fb-4785-9dd7-97bda55f690f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14493814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12844396'] for subnet (402faaf6-222d-4ff0-bba3-76324bafc382), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:39.816311 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.db_base_plugin_common [req-d7f70579-fd17-418a-afd1-9b0765420cb8 req-d0a7b153-f73e-45b0-bd51-eaca3f87a315 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Allocated IP 172.20.0.8 (b1070a25-b6bd-45ba-8976-aa1e0d09c083/ba4625ae-5a22-49e1-a132-4b2b116110ff/a8034ac0-d5ed-464c-bb2c-34709b97009e) {{(pid=110157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:57:39.820311 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:39.821284 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:39.828908 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f5333545-b338-4ec2-848b-5fe84139a3d1 req-b5799c5f-b302-4340-805b-1eae463e0bea service neutron] 10.222.0.49 "GET /v2.0/networks/f6d46917-2e57-430f-9dbe-54ed4755b607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553015 May 18 14:57:39.832568 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c53f94-60fb-4785-9dd7-97bda55f690f admin admin] Pushing event updated for resources: {'Subnet': ['ID=402faaf6-222d-4ff0-bba3-76324bafc382,revision_number=0']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:39.864467 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c53f94-60fb-4785-9dd7-97bda55f690f admin admin] Checking segment: {'id': '3d0f12f1-d985-4e9b-8ad6-6443f0d6f97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '758eb8f1-d33a-4ca1-bc45-a3e84636e7f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:57:39.866211 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c53f94-60fb-4785-9dd7-97bda55f690f admin admin] Network hostable DHCP agents. Network: 758eb8f1-d33a-4ca1-bc45-a3e84636e7f2, hostable agents: ['7afc6fe8-d13b-4fd3-bc99-e9efab9a141d'], hosted agents: [] {{(pid=110156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:57:39.889585 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c53f94-60fb-4785-9dd7-97bda55f690f admin admin] Network 758eb8f1-d33a-4ca1-bc45-a3e84636e7f2 is scheduled to be hosted by DHCP agent 7afc6fe8-d13b-4fd3-bc99-e9efab9a141d with binding_index 1 {{(pid=110156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:57:39.903446 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.base_scheduler [None req-87c53f94-60fb-4785-9dd7-97bda55f690f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-7-iscsi, 758eb8f1-d33a-4ca1-bc45-a3e84636e7f2) {{(pid=110156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:57:39.909342 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c53f94-60fb-4785-9dd7-97bda55f690f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:39.910143 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-87c53f94-60fb-4785-9dd7-97bda55f690f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:39.940290 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-87c53f94-60fb-4785-9dd7-97bda55f690f admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5502276 May 18 14:57:39.940533 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b92407-c582-49da-84eb-8d98d778d6e9 None None] Network 758eb8f1-d33a-4ca1-bc45-a3e84636e7f2 requested from dv-cinder-839987-7-iscsi {{(pid=110158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:57:39.941003 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 34606) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:39.941330 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-b7b3a637-5bba-49d8-8b4a-12e3b144b0cf None None] Current status of the port 04a9d942-6bbc-4c23-9fde-f7d31e26148d is: DOWN; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:57:39.941765 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b7b3a637-5bba-49d8-8b4a-12e3b144b0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (04a9d942-6bbc-4c23-9fde-f7d31e26148d), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:39.946059 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-11b9a2b5-1e04-4d95-b3f8-f30109ce9f25 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1380935668-router', 'tenant_id': 'bfdbd39af6994a8586e0a589a3c9640e', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8'}}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:57:39.975759 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-11b9a2b5-1e04-4d95-b3f8-f30109ce9f25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1014178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30024'] for router (17b5ec55-73aa-452c-87fd-9de791b3c652), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:39.977106 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-11b9a2b5-1e04-4d95-b3f8-f30109ce9f25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1014102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30033'] for router (17b5ec55-73aa-452c-87fd-9de791b3c652), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:40.045466 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662743c1-764e-4ab0-af28-7a30ce1672f0 None None] New status for floating IP f6d4b1fa-d7ae-4146-9af2-823889666564: ACTIVE {{(pid=110158) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 14:57:40.059859 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-11b9a2b5-1e04-4d95-b3f8-f30109ce9f25 admin admin] Publish callbacks [] for router_controller (17b5ec55-73aa-452c-87fd-9de791b3c652), precommit_add_association {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:40.060300 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-fab8f3dc-c784-42c7-b348-648e5cf03b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878995ce-f3aa-4a14-be2f-e48e411e8cbf', 'name': 'tempest-TestShelveInstance-1169793884-router', 'tenant_id': '379bba80af244096abbf8deb82772854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '9622ea8e-3ebc-4641-a170-72723f502af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:57:30Z', 'updated_at': '2022-05-18T14:57:34Z', 'revision_number': 4, 'project_id': '379bba80af244096abbf8deb82772854', 'gw_port': {'id': '9622ea8e-3ebc-4641-a170-72723f502af7', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878995ce-f3aa-4a14-be2f-e48e411e8cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:30Z', 'updated_at': '2022-05-18T14:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': '04a9d942-6bbc-4c23-9fde-f7d31e26148d', 'name': '', 'network_id': '4cb14f9c-6f08-4729-8557-f3c05e247fd9', 'tenant_id': '379bba80af244096abbf8deb82772854', 'mac_address': 'fa:16:3e:b4:5e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878995ce-f3aa-4a14-be2f-e48e411e8cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '89243c68-b4f8-45b7-8520-ec7240a88f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:33Z', 'updated_at': '2022-05-18T14:57:38Z', 'revision_number': 4, 'project_id': '379bba80af244096abbf8deb82772854', 'subnets': [{'id': '89243c68-b4f8-45b7-8520-ec7240a88f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:57:40.064212 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f5333545-b338-4ec2-848b-5fe84139a3d1 req-9c6d668f-899d-4615-85fc-1ef62142abfe service neutron] 10.222.0.49 "GET /v2.0/networks/f6d46917-2e57-430f-9dbe-54ed4755b607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204432 May 18 14:57:40.126036 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:INSERT=16,neutron:SELECT=78,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:40.131287 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-d7f70579-fd17-418a-afd1-9b0765420cb8 req-d0a7b153-f73e-45b0-bd51-eaca3f87a315 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Publish callbacks [] for port (a8034ac0-d5ed-464c-bb2c-34709b97009e), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:40.140395 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-b7b3a637-5bba-49d8-8b4a-12e3b144b0cf None None] For port 04a9d942-6bbc-4c23-9fde-f7d31e26148d, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=04a9d942-6bbc-4c23-9fde-f7d31e26148d,segment=NetworkSegment(6c60f771-397d-4b26-9fa2-616a44f0e2a2),segment_id=6c60f771-397d-4b26-9fa2-616a44f0e2a2)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:57:40.150158 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab8f3dc-c784-42c7-b348-648e5cf03b57 None None] The sync data for ids ['878995ce-f3aa-4a14-be2f-e48e411e8cbf'] in dv-cinder-839987-7-iscsi is: [{'id': '878995ce-f3aa-4a14-be2f-e48e411e8cbf', 'name': 'tempest-TestShelveInstance-1169793884-router', 'tenant_id': '379bba80af244096abbf8deb82772854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '9622ea8e-3ebc-4641-a170-72723f502af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:57:30Z', 'updated_at': '2022-05-18T14:57:34Z', 'revision_number': 4, 'project_id': '379bba80af244096abbf8deb82772854', 'gw_port': {'id': '9622ea8e-3ebc-4641-a170-72723f502af7', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878995ce-f3aa-4a14-be2f-e48e411e8cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:30Z', 'updated_at': '2022-05-18T14:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': '04a9d942-6bbc-4c23-9fde-f7d31e26148d', 'name': '', 'network_id': '4cb14f9c-6f08-4729-8557-f3c05e247fd9', 'tenant_id': '379bba80af244096abbf8deb82772854', 'mac_address': 'fa:16:3e:b4:5e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878995ce-f3aa-4a14-be2f-e48e411e8cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '89243c68-b4f8-45b7-8520-ec7240a88f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:33Z', 'updated_at': '2022-05-18T14:57:38Z', 'revision_number': 4, 'project_id': '379bba80af244096abbf8deb82772854', 'subnets': [{'id': '89243c68-b4f8-45b7-8520-ec7240a88f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:57:40.164161 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b7b3a637-5bba-49d8-8b4a-12e3b144b0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (04a9d942-6bbc-4c23-9fde-f7d31e26148d), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:40.185117 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:40.310439 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f531a-b1e4-4c81-bda7-5aa675a2f6d1 req-aa64ff93-14c7-4231-a51f-834aec4cc3e2 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:40.313039 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-499f531a-b1e4-4c81-bda7-5aa675a2f6d1 req-aa64ff93-14c7-4231-a51f-834aec4cc3e2 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=447f7721-8ce1-4cbe-996a-75b2426474bc HTTP/1.1" status: 200 len: 946 time: 0.1542528 May 18 14:57:40.333765 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23485f7f-03b6-44f0-9923-a597d81e5555 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f20f6cc-4f88-5695-b394-1707ddfc3587-758eb8f1-d33a-4ca1-bc45-a3e84636e7f2', 'network_id': '758eb8f1-d33a-4ca1-bc45-a3e84636e7f2', 'project_id': 'bfdbd39af6994a8586e0a589a3c9640e', 'fixed_ips': [{'subnet_id': '402faaf6-222d-4ff0-bba3-76324bafc382'}]}} from dv-cinder-839987-7-iscsi. {{(pid=110158) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 18 14:57:40.334780 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-23485f7f-03b6-44f0-9923-a597d81e5555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:40.348840 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-d7f70579-fd17-418a-afd1-9b0765420cb8 req-d0a7b153-f73e-45b0-bd51-eaca3f87a315 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13704171'] for port (a8034ac0-d5ed-464c-bb2c-34709b97009e), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:40.374874 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-029d371c-4d98-463b-bb8a-b1b595e29385 None None] Provisioning complete for port 04a9d942-6bbc-4c23-9fde-f7d31e26148d triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:57:40.375254 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-029d371c-4d98-463b-bb8a-b1b595e29385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (04a9d942-6bbc-4c23-9fde-f7d31e26148d), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:40.423012 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7f70579-fd17-418a-afd1-9b0765420cb8 req-d0a7b153-f73e-45b0-bd51-eaca3f87a315 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Network b1070a25-b6bd-45ba-8976-aa1e0d09c083 is already hosted by enough agents. {{(pid=110157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:57:40.436318 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.base_scheduler [req-d7f70579-fd17-418a-afd1-9b0765420cb8 req-d0a7b153-f73e-45b0-bd51-eaca3f87a315 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Resources bound (agent type, host, resource id): {{(pid=110157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:57:40.439058 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f70579-fd17-418a-afd1-9b0765420cb8 req-d0a7b153-f73e-45b0-bd51-eaca3f87a315 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Received port after_create {{(pid=110157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:57:40.458002 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b3a637-5bba-49d8-8b4a-12e3b144b0cf None None] Pushing event updated for resources: {'Port': ['ID=04a9d942-6bbc-4c23-9fde-f7d31e26148d,revision_number=5']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:40.479402 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-499f531a-b1e4-4c81-bda7-5aa675a2f6d1 req-ab1da495-88e3-4b5f-9ded-a51344a36a3a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497021 May 18 14:57:40.480012 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a7b153-f73e-45b0-bd51-eaca3f87a315 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Pushing event updated for resources: {'Port': ['ID=a8034ac0-d5ed-464c-bb2c-34709b97009e,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:40.545400 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f70579-fd17-418a-afd1-9b0765420cb8 req-d0a7b153-f73e-45b0-bd51-eaca3f87a315 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:40.546331 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-d7f70579-fd17-418a-afd1-9b0765420cb8 req-d0a7b153-f73e-45b0-bd51-eaca3f87a315 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for port (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:40.560912 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:40.589539 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d7f70579-fd17-418a-afd1-9b0765420cb8 req-d0a7b153-f73e-45b0-bd51-eaca3f87a315 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7599270 May 18 14:57:40.609782 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-11b9a2b5-1e04-4d95-b3f8-f30109ce9f25 admin admin] Publish callbacks [] for router_gateway (17b5ec55-73aa-452c-87fd-9de791b3c652), precommit_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:40.629208 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa31dab5-f590-4406-94cf-3b3a2e2bf819 req-2eb98a5f-5d94-48dd-88e1-a0ac2d43542a tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:40.631548 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-aa31dab5-f590-4406-94cf-3b3a2e2bf819 req-2eb98a5f-5d94-48dd-88e1-a0ac2d43542a tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 945 time: 0.0681980 May 18 14:57:40.705649 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-aa31dab5-f590-4406-94cf-3b3a2e2bf819 req-fc451d63-32dd-4acf-b241-83526c43ee68 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609794 May 18 14:57:40.732016 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-029d371c-4d98-463b-bb8a-b1b595e29385 None None] Current status of the port 04a9d942-6bbc-4c23-9fde-f7d31e26148d is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:57:40.741427 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-23485f7f-03b6-44f0-9923-a597d81e5555 None None] Allocated IP 172.20.0.2 (758eb8f1-d33a-4ca1-bc45-a3e84636e7f2/402faaf6-222d-4ff0-bba3-76324bafc382/c4726562-a0eb-4816-bc7f-01f3809975e5) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:57:40.841759 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-11b9a2b5-1e04-4d95-b3f8-f30109ce9f25 admin admin] Publish callbacks [] for router_gateway (17b5ec55-73aa-452c-87fd-9de791b3c652), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:40.864197 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc0a51-1120-41a1-b28d-ef5145ba0e9c req-136d644c-2fae-4518-94e5-083f20745e69 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:40.865387 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-11b9a2b5-1e04-4d95-b3f8-f30109ce9f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:40.872985 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-30dc0a51-1120-41a1-b28d-ef5145ba0e9c req-136d644c-2fae-4518-94e5-083f20745e69 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/ports?device_id=d150bfcf-f511-42be-afcf-90d9c8c6e9ca HTTP/1.1" status: 200 len: 931 time: 0.0650620 May 18 14:57:40.936909 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-30dc0a51-1120-41a1-b28d-ef5145ba0e9c req-dd8c3c0a-cb13-44fc-a202-d99255b88924 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/security-groups?id=860ae54b-cbfa-4172-b3c4-55c61d1ba833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629129 May 18 14:57:40.951168 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-23485f7f-03b6-44f0-9923-a597d81e5555 None None] Publish callbacks [] for port (c4726562-a0eb-4816-bc7f-01f3809975e5), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:40.961630 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-23485f7f-03b6-44f0-9923-a597d81e5555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031'] for port (c4726562-a0eb-4816-bc7f-01f3809975e5), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:40.985375 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [req-d7f70579-fd17-418a-afd1-9b0765420cb8 req-1af85602-46d0-4f20-87eb-7b2f05571b69 service neutron] Request body: {'port': {'device_id': 'd150bfcf-f511-42be-afcf-90d9c8c6e9ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:57:41.020979 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:41.061667 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.db_base_plugin_common [None req-11b9a2b5-1e04-4d95-b3f8-f30109ce9f25 admin admin] Allocated IP 172.27.3.250 (f20aa9f3-2984-481b-bb59-fa1f034e36c8/b7750f80-229c-4d19-b013-2aee5952f8bb/57e2f965-6c87-4b35-9d5d-4e39d68b48e9) {{(pid=110156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:57:41.065075 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23485f7f-03b6-44f0-9923-a597d81e5555 None None] Network 758eb8f1-d33a-4ca1-bc45-a3e84636e7f2 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:57:41.071485 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-23485f7f-03b6-44f0-9923-a597d81e5555 None None] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:57:41.080142 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23485f7f-03b6-44f0-9923-a597d81e5555 None None] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:57:41.113421 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23485f7f-03b6-44f0-9923-a597d81e5555 None None] Pushing event updated for resources: {'Port': ['ID=c4726562-a0eb-4816-bc7f-01f3809975e5,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:41.157930 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-d7f70579-fd17-418a-afd1-9b0765420cb8 req-1af85602-46d0-4f20-87eb-7b2f05571b69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (a8034ac0-d5ed-464c-bb2c-34709b97009e), before_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:41.162895 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-23485f7f-03b6-44f0-9923-a597d81e5555 None None] Attempting to bind port c4726562-a0eb-4816-bc7f-01f3809975e5 on host dv-cinder-839987-7-iscsi for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:57:41.163311 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-23485f7f-03b6-44f0-9923-a597d81e5555 None None] Attempting to bind port c4726562-a0eb-4816-bc7f-01f3809975e5 by drivers openvswitch,hyperv on host dv-cinder-839987-7-iscsi at level 0 using segments [{'id': '3d0f12f1-d985-4e9b-8ad6-6443f0d6f97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '758eb8f1-d33a-4ca1-bc45-a3e84636e7f2'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:57:41.163684 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23485f7f-03b6-44f0-9923-a597d81e5555 None None] Attempting to bind port c4726562-a0eb-4816-bc7f-01f3809975e5 on network 758eb8f1-d33a-4ca1-bc45-a3e84636e7f2 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:57:41.171645 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23485f7f-03b6-44f0-9923-a597d81e5555 None None] Checking agent: {'id': 'ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 46, 56), 'started_at': datetime.datetime(2022, 5, 18, 14, 47, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:57:41.172488 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23485f7f-03b6-44f0-9923-a597d81e5555 None None] Checking segment: {'id': '3d0f12f1-d985-4e9b-8ad6-6443f0d6f97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '758eb8f1-d33a-4ca1-bc45-a3e84636e7f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:57:41.172488 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-23485f7f-03b6-44f0-9923-a597d81e5555 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:41.172844 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23485f7f-03b6-44f0-9923-a597d81e5555 None None] Bound using segment: {'id': '3d0f12f1-d985-4e9b-8ad6-6443f0d6f97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '758eb8f1-d33a-4ca1-bc45-a3e84636e7f2'} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:57:41.174308 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-23485f7f-03b6-44f0-9923-a597d81e5555 None None] Bound port: c4726562-a0eb-4816-bc7f-01f3809975e5, host: dv-cinder-839987-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0f12f1-d985-4e9b-8ad6-6443f0d6f97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '758eb8f1-d33a-4ca1-bc45-a3e84636e7f2'}}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:57:41.174705 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-23485f7f-03b6-44f0-9923-a597d81e5555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (c4726562-a0eb-4816-bc7f-01f3809975e5), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:41.179770 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110adc6d-50d9-46bc-9b62-b7d61a92e177 req-8fa5f656-3f92-4d7f-9507-1bb6f328e265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:41.181302 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-110adc6d-50d9-46bc-9b62-b7d61a92e177 req-8fa5f656-3f92-4d7f-9507-1bb6f328e265 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=447f7721-8ce1-4cbe-996a-75b2426474bc HTTP/1.1" status: 200 len: 1130 time: 0.0820560 May 18 14:57:41.243267 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-11b9a2b5-1e04-4d95-b3f8-f30109ce9f25 admin admin] Publish callbacks [] for port (57e2f965-6c87-4b35-9d5d-4e39d68b48e9), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:41.247135 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:41.273545 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-23485f7f-03b6-44f0-9923-a597d81e5555 None None] For port c4726562-a0eb-4816-bc7f-01f3809975e5, host dv-cinder-839987-7-iscsi, cleared binding levels {{(pid=110158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:57:41.277186 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-23485f7f-03b6-44f0-9923-a597d81e5555 None None] For port c4726562-a0eb-4816-bc7f-01f3809975e5, host dv-cinder-839987-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=c4726562-a0eb-4816-bc7f-01f3809975e5,segment=NetworkSegment(3d0f12f1-d985-4e9b-8ad6-6443f0d6f97e),segment_id=3d0f12f1-d985-4e9b-8ad6-6443f0d6f97e)] {{(pid=110158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:57:41.285772 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-11b9a2b5-1e04-4d95-b3f8-f30109ce9f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14495174'] for port (57e2f965-6c87-4b35-9d5d-4e39d68b48e9), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:41.290370 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-23485f7f-03b6-44f0-9923-a597d81e5555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (c4726562-a0eb-4816-bc7f-01f3809975e5), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:41.331720 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-110adc6d-50d9-46bc-9b62-b7d61a92e177 req-d7b51e08-abb6-492f-87ee-e22145d66307 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093991 May 18 14:57:41.347406 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23485f7f-03b6-44f0-9923-a597d81e5555 None None] Pushing event updated for resources: {'Port': ['ID=c4726562-a0eb-4816-bc7f-01f3809975e5,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:41.403677 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b9a2b5-1e04-4d95-b3f8-f30109ce9f25 admin admin] Network f20aa9f3-2984-481b-bb59-fa1f034e36c8 is already hosted by enough agents. {{(pid=110156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:57:41.407087 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.base_scheduler [None req-11b9a2b5-1e04-4d95-b3f8-f30109ce9f25 admin admin] Resources bound (agent type, host, resource id): {{(pid=110156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:57:41.411294 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b9a2b5-1e04-4d95-b3f8-f30109ce9f25 admin admin] Received port after_create {{(pid=110156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:57:41.417895 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b9a2b5-1e04-4d95-b3f8-f30109ce9f25 admin admin] Pushing event updated for resources: {'Port': ['ID=57e2f965-6c87-4b35-9d5d-4e39d68b48e9,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:41.566006 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 04a9d942-6bbc-4c23-9fde-f7d31e26148d up at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:57:41.635831 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:41.646387 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Provisioning complete for port 04a9d942-6bbc-4c23-9fde-f7d31e26148d triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:57:41.646770 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (04a9d942-6bbc-4c23-9fde-f7d31e26148d), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:41.693592 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99db4a8-e639-4da4-93fa-90bc49d64f62 req-78530445-bdf1-41ea-98f0-2a1a08274f6a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:41.695556 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e99db4a8-e639-4da4-93fa-90bc49d64f62 req-78530445-bdf1-41ea-98f0-2a1a08274f6a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=447f7721-8ce1-4cbe-996a-75b2426474bc HTTP/1.1" status: 200 len: 946 time: 0.1008799 May 18 14:57:41.716832 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.notifiers.nova [req-d7f70579-fd17-418a-afd1-9b0765420cb8 req-1af85602-46d0-4f20-87eb-7b2f05571b69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8034ac0-d5ed-464c-bb2c-34709b97009e {{(pid=110157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:57:41.731131 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-d7f70579-fd17-418a-afd1-9b0765420cb8 req-1af85602-46d0-4f20-87eb-7b2f05571b69 service neutron] Publish callbacks [] for port (a8034ac0-d5ed-464c-bb2c-34709b97009e), precommit_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:41.761041 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.provisioning_blocks [req-d7f70579-fd17-418a-afd1-9b0765420cb8 req-1af85602-46d0-4f20-87eb-7b2f05571b69 service neutron] Transition to ACTIVE for port object a8034ac0-d5ed-464c-bb2c-34709b97009e will not be triggered until provisioned by entity L2. {{(pid=110157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 14:57:41.781601 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-d7f70579-fd17-418a-afd1-9b0765420cb8 req-1af85602-46d0-4f20-87eb-7b2f05571b69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13704156'] for port (a8034ac0-d5ed-464c-bb2c-34709b97009e), after_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:41.808457 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:41.844018 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-11b9a2b5-1e04-4d95-b3f8-f30109ce9f25 admin admin] Publish callbacks [] for router_gateway (17b5ec55-73aa-452c-87fd-9de791b3c652), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:41.844485 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Current status of the port 04a9d942-6bbc-4c23-9fde-f7d31e26148d is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:57:41.878676 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e99db4a8-e639-4da4-93fa-90bc49d64f62 req-66845256-83dd-4f41-b6c3-3cd697696396 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328835 May 18 14:57:41.881181 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af85602-46d0-4f20-87eb-7b2f05571b69 service neutron] Pushing event updated for resources: {'Port': ['ID=a8034ac0-d5ed-464c-bb2c-34709b97009e,revision_number=2']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:41.977440 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:42.104049 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-11b9a2b5-1e04-4d95-b3f8-f30109ce9f25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1014063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014892'] for router (17b5ec55-73aa-452c-87fd-9de791b3c652), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:42.180227 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:42.244290 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b9a2b5-1e04-4d95-b3f8-f30109ce9f25 admin admin] Router 17b5ec55-73aa-452c-87fd-9de791b3c652 is scheduled to L3 agent a5518e17-d4a6-403f-b34f-0fa3d03f1833 with binding_index 1 {{(pid=110156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 14:57:42.275112 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2564c9-eb97-46c4-a454-709edf5cf6c6 req-c1281377-ed4f-4fe6-bfe6-5334dfa08c08 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:42.276623 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-4a2564c9-eb97-46c4-a454-709edf5cf6c6 req-c1281377-ed4f-4fe6-bfe6-5334dfa08c08 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/ports?device_id=d150bfcf-f511-42be-afcf-90d9c8c6e9ca HTTP/1.1" status: 200 len: 943 time: 0.1151271 May 18 14:57:42.285112 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e860b94-4b4e-4f45-b89e-64f69a18b007 req-260afe3d-f356-4a05-b1cf-c8dafa745afc tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:42.287382 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-5e860b94-4b4e-4f45-b89e-64f69a18b007 req-260afe3d-f356-4a05-b1cf-c8dafa745afc tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 945 time: 0.1237595 May 18 14:57:42.319150 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (f376d122-85a6-484a-a941-8f32d5a81e72), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:42.343243 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.managers [req-d7f70579-fd17-418a-afd1-9b0765420cb8 req-1af85602-46d0-4f20-87eb-7b2f05571b69 service neutron] Attempting to bind port a8034ac0-d5ed-464c-bb2c-34709b97009e on host hv-cinder-83998 for vnic_type normal with profile {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:57:42.343588 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.managers [req-d7f70579-fd17-418a-afd1-9b0765420cb8 req-1af85602-46d0-4f20-87eb-7b2f05571b69 service neutron] Attempting to bind port a8034ac0-d5ed-464c-bb2c-34709b97009e by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': '45c91823-dda8-463e-8d18-46620d7c6107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b1070a25-b6bd-45ba-8976-aa1e0d09c083'}] {{(pid=110157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:57:42.343918 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f70579-fd17-418a-afd1-9b0765420cb8 req-1af85602-46d0-4f20-87eb-7b2f05571b69 service neutron] Attempting to bind port a8034ac0-d5ed-464c-bb2c-34709b97009e on network b1070a25-b6bd-45ba-8976-aa1e0d09c083 {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:57:42.355562 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b9a2b5-1e04-4d95-b3f8-f30109ce9f25 admin admin] Notify agent at l3_agent.dv-cinder-839987-7-iscsi the message routers_updated {{(pid=110156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:57:42.366838 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f70579-fd17-418a-afd1-9b0765420cb8 req-1af85602-46d0-4f20-87eb-7b2f05571b69 service neutron] Port a8034ac0-d5ed-464c-bb2c-34709b97009e on network b1070a25-b6bd-45ba-8976-aa1e0d09c083 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 14:57:42.367010 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f70579-fd17-418a-afd1-9b0765420cb8 req-1af85602-46d0-4f20-87eb-7b2f05571b69 service neutron] Attempting to bind port a8034ac0-d5ed-464c-bb2c-34709b97009e on network b1070a25-b6bd-45ba-8976-aa1e0d09c083 {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:57:42.374576 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3165a24b-a41d-4150-9c38-2664d63f9ca8 None None] Sync routers for ids ['17b5ec55-73aa-452c-87fd-9de791b3c652'] in dv-cinder-839987-7-iscsi {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:57:42.391670 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-11b9a2b5-1e04-4d95-b3f8-f30109ce9f25 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:42.399006 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-11b9a2b5-1e04-4d95-b3f8-f30109ce9f25 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4571025 May 18 14:57:42.400246 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 34626) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:42.401339 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3165a24b-a41d-4150-9c38-2664d63f9ca8 None None] Routers {'17b5ec55-73aa-452c-87fd-9de791b3c652'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:57:42.401970 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-3165a24b-a41d-4150-9c38-2664d63f9ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T14:57:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['17b5ec55-73aa-452c-87fd-9de791b3c652'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:57:42.435887 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-4a2564c9-eb97-46c4-a454-709edf5cf6c6 req-0cec9441-cff6-4cdf-a4ca-ef283ca7bc47 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/security-groups?id=860ae54b-cbfa-4172-b3c4-55c61d1ba833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456995 May 18 14:57:42.436880 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f70579-fd17-418a-afd1-9b0765420cb8 req-1af85602-46d0-4f20-87eb-7b2f05571b69 service neutron] Checking agent: {'id': 'f376d122-85a6-484a-a941-8f32d5a81e72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 53, 39), 'started_at': datetime.datetime(2022, 5, 18, 14, 53, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:57:42.437218 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f70579-fd17-418a-afd1-9b0765420cb8 req-1af85602-46d0-4f20-87eb-7b2f05571b69 service neutron] Checking segment: {'id': '45c91823-dda8-463e-8d18-46620d7c6107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b1070a25-b6bd-45ba-8976-aa1e0d09c083'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:57:42.437745 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f70579-fd17-418a-afd1-9b0765420cb8 req-1af85602-46d0-4f20-87eb-7b2f05571b69 service neutron] Bound using segment: {'id': '45c91823-dda8-463e-8d18-46620d7c6107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b1070a25-b6bd-45ba-8976-aa1e0d09c083'} {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:57:42.452888 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.managers [req-d7f70579-fd17-418a-afd1-9b0765420cb8 req-1af85602-46d0-4f20-87eb-7b2f05571b69 service neutron] Bound port: a8034ac0-d5ed-464c-bb2c-34709b97009e, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45c91823-dda8-463e-8d18-46620d7c6107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b1070a25-b6bd-45ba-8976-aa1e0d09c083'}}] {{(pid=110157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:57:42.452888 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-d7f70579-fd17-418a-afd1-9b0765420cb8 req-1af85602-46d0-4f20-87eb-7b2f05571b69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (a8034ac0-d5ed-464c-bb2c-34709b97009e), before_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:42.483087 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-5e860b94-4b4e-4f45-b89e-64f69a18b007 req-09708567-0747-4ec1-974c-ee02c1f8393f tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1892238 May 18 14:57:42.552654 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-3165a24b-a41d-4150-9c38-2664d63f9ca8 None None] Set router 17b5ec55-73aa-452c-87fd-9de791b3c652 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:57:42.575333 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.db [req-d7f70579-fd17-418a-afd1-9b0765420cb8 req-1af85602-46d0-4f20-87eb-7b2f05571b69 service neutron] For port a8034ac0-d5ed-464c-bb2c-34709b97009e, host hv-cinder-83998, cleared binding levels {{(pid=110157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:57:42.579065 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.db [req-d7f70579-fd17-418a-afd1-9b0765420cb8 req-1af85602-46d0-4f20-87eb-7b2f05571b69 service neutron] For port a8034ac0-d5ed-464c-bb2c-34709b97009e, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=a8034ac0-d5ed-464c-bb2c-34709b97009e,segment=NetworkSegment(45c91823-dda8-463e-8d18-46620d7c6107),segment_id=45c91823-dda8-463e-8d18-46620d7c6107)] {{(pid=110157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:57:42.588066 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-d7f70579-fd17-418a-afd1-9b0765420cb8 req-1af85602-46d0-4f20-87eb-7b2f05571b69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13704156'] for port (a8034ac0-d5ed-464c-bb2c-34709b97009e), after_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:42.659340 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f70579-fd17-418a-afd1-9b0765420cb8 req-1af85602-46d0-4f20-87eb-7b2f05571b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:42.660078 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-d7f70579-fd17-418a-afd1-9b0765420cb8 req-1af85602-46d0-4f20-87eb-7b2f05571b69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for port (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:42.663392 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d7f70579-fd17-418a-afd1-9b0765420cb8 req-1af85602-46d0-4f20-87eb-7b2f05571b69 service neutron] 10.222.0.49 "PUT /v2.0/ports/a8034ac0-d5ed-464c-bb2c-34709b97009e HTTP/1.1" status: 200 len: 1093 time: 1.6826146 May 18 14:57:42.663917 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd150bfcf-f511-42be-afcf-90d9c8c6e9ca', 'tag': 'a8034ac0-d5ed-464c-bb2c-34709b97009e'}] {{(pid=110157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:57:42.667434 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3614be4c33be7e0ed28fa23fdbb6a3604458632b91c0a79006a6fb45a0ea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26780615-93be-4dee-8217-2f73288edadb" -d '{"events": [{"name": "network-changed", "server_uuid": "d150bfcf-f511-42be-afcf-90d9c8c6e9ca", "tag": "a8034ac0-d5ed-464c-bb2c-34709b97009e"}]}' {{(pid=110157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:57:42.717986 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:42.726182 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af85602-46d0-4f20-87eb-7b2f05571b69 service neutron] Pushing event updated for resources: {'Port': ['ID=a8034ac0-d5ed-464c-bb2c-34709b97009e,revision_number=3']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:42.733447 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 14:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5530d5a-795b-4166-afaf-9a669c841141 x-openstack-request-id: req-d5530d5a-795b-4166-afaf-9a669c841141 {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:57:42.733729 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d150bfcf-f511-42be-afcf-90d9c8c6e9ca", "tag": "a8034ac0-d5ed-464c-bb2c-34709b97009e", "status": "completed", "code": 200}]} {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:57:42.733981 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d5530d5a-795b-4166-afaf-9a669c841141 {{(pid=110157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:57:42.734410 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5530d5a-795b-4166-afaf-9a669c841141'] response: {'name': 'network-changed', 'server_uuid': 'd150bfcf-f511-42be-afcf-90d9c8c6e9ca', 'tag': 'a8034ac0-d5ed-464c-bb2c-34709b97009e', 'status': 'completed', 'code': 200} May 18 14:57:42.741423 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af85602-46d0-4f20-87eb-7b2f05571b69 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:57:42.741790 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af85602-46d0-4f20-87eb-7b2f05571b69 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:57:42.742204 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af85602-46d0-4f20-87eb-7b2f05571b69 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:57:42.742570 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af85602-46d0-4f20-87eb-7b2f05571b69 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:57:42.742927 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af85602-46d0-4f20-87eb-7b2f05571b69 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:57:42.743259 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af85602-46d0-4f20-87eb-7b2f05571b69 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:57:42.743715 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af85602-46d0-4f20-87eb-7b2f05571b69 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:57:42.743940 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af85602-46d0-4f20-87eb-7b2f05571b69 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:57:42.744287 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af85602-46d0-4f20-87eb-7b2f05571b69 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:57:42.744636 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af85602-46d0-4f20-87eb-7b2f05571b69 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:57:42.744994 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af85602-46d0-4f20-87eb-7b2f05571b69 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:57:42.745364 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af85602-46d0-4f20-87eb-7b2f05571b69 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:57:42.745635 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af85602-46d0-4f20-87eb-7b2f05571b69 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:57:42.745959 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af85602-46d0-4f20-87eb-7b2f05571b69 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:57:42.746281 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af85602-46d0-4f20-87eb-7b2f05571b69 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:57:42.795797 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88f6105-6172-4a91-83a4-86c79ea962bf None None] Network 758eb8f1-d33a-4ca1-bc45-a3e84636e7f2 requested from dv-cinder-839987-7-iscsi {{(pid=110158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:57:42.797985 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-3165a24b-a41d-4150-9c38-2664d63f9ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b5ec55-73aa-452c-87fd-9de791b3c652', 'name': 'tempest-TestShelveInstance-1380935668-router', 'tenant_id': 'bfdbd39af6994a8586e0a589a3c9640e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '57e2f965-6c87-4b35-9d5d-4e39d68b48e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:57:39Z', 'updated_at': '2022-05-18T14:57:41Z', 'revision_number': 3, 'project_id': 'bfdbd39af6994a8586e0a589a3c9640e', 'gw_port': {'id': '57e2f965-6c87-4b35-9d5d-4e39d68b48e9', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:00:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b5ec55-73aa-452c-87fd-9de791b3c652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:40Z', 'updated_at': '2022-05-18T14:57:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi'}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:57:42.823275 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3165a24b-a41d-4150-9c38-2664d63f9ca8 None None] Checking router: 17b5ec55-73aa-452c-87fd-9de791b3c652 for host: dv-cinder-839987-7-iscsi {{(pid=110159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:57:42.823948 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3165a24b-a41d-4150-9c38-2664d63f9ca8 None None] Updating router 17b5ec55-73aa-452c-87fd-9de791b3c652 port 57e2f965-6c87-4b35-9d5d-4e39d68b48e9 binding host dv-cinder-839987-7-iscsi {{(pid=110159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:57:42.860012 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3165a24b-a41d-4150-9c38-2664d63f9ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (57e2f965-6c87-4b35-9d5d-4e39d68b48e9), before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:42.897567 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:42.922808 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-3c6f0a61-ef81-4978-b7c1-a3b4b9e6d833 None None] Provisioning complete for port c4726562-a0eb-4816-bc7f-01f3809975e5 triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:57:42.923186 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3c6f0a61-ef81-4978-b7c1-a3b4b9e6d833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (c4726562-a0eb-4816-bc7f-01f3809975e5), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:43.000757 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-56208634-e2a1-40f3-812e-23065f63493e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:43.048415 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb24392-b4e2-4ad3-ab5b-b727df139a8a req-27043686-d394-4b0a-864d-452640038a14 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:43.050076 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-dfb24392-b4e2-4ad3-ab5b-b727df139a8a req-27043686-d394-4b0a-864d-452640038a14 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=447f7721-8ce1-4cbe-996a-75b2426474bc HTTP/1.1" status: 200 len: 946 time: 0.0766332 May 18 14:57:43.089321 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-3c6f0a61-ef81-4978-b7c1-a3b4b9e6d833 None None] Current status of the port c4726562-a0eb-4816-bc7f-01f3809975e5 is: DOWN; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:57:43.089778 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3c6f0a61-ef81-4978-b7c1-a3b4b9e6d833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (c4726562-a0eb-4816-bc7f-01f3809975e5), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:43.148956 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-dfb24392-b4e2-4ad3-ab5b-b727df139a8a req-256d1c10-6a01-45ce-b3a6-33af8bb5592f tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828352 May 18 14:57:43.191308 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-3c6f0a61-ef81-4978-b7c1-a3b4b9e6d833 None None] For port c4726562-a0eb-4816-bc7f-01f3809975e5, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=c4726562-a0eb-4816-bc7f-01f3809975e5,segment=NetworkSegment(3d0f12f1-d985-4e9b-8ad6-6443f0d6f97e),segment_id=3d0f12f1-d985-4e9b-8ad6-6443f0d6f97e)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:57:43.204237 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3c6f0a61-ef81-4978-b7c1-a3b4b9e6d833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (c4726562-a0eb-4816-bc7f-01f3809975e5), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:43.228310 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26780615-93be-4dee-8217-2f73288edadb req-537f56d2-1ca2-4f8d-9dfb-1aba375a722e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:43.229879 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-26780615-93be-4dee-8217-2f73288edadb req-537f56d2-1ca2-4f8d-9dfb-1aba375a722e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a9de5514ed904b8990b1a4f375b01bd9&device_id=d150bfcf-f511-42be-afcf-90d9c8c6e9ca HTTP/1.1" status: 200 len: 1127 time: 0.0868449 May 18 14:57:43.272123 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:43.276266 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6f0a61-ef81-4978-b7c1-a3b4b9e6d833 None None] Pushing event updated for resources: {'Port': ['ID=c4726562-a0eb-4816-bc7f-01f3809975e5,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:43.290138 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.db_base_plugin_common [None req-56208634-e2a1-40f3-812e-23065f63493e admin admin] Allocated IP 172.20.0.1 (758eb8f1-d33a-4ca1-bc45-a3e84636e7f2/402faaf6-222d-4ff0-bba3-76324bafc382/3dc6e49b-4bb8-44e6-8570-f92471a4f3e5) {{(pid=110156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:57:43.334420 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-d834d303-da50-428e-a3a9-bc7697ff8173 None None] Provisioning complete for port c4726562-a0eb-4816-bc7f-01f3809975e5 triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:57:43.334964 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d834d303-da50-428e-a3a9-bc7697ff8173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (c4726562-a0eb-4816-bc7f-01f3809975e5), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:43.352069 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3165a24b-a41d-4150-9c38-2664d63f9ca8 None None] Publish callbacks [] for port (57e2f965-6c87-4b35-9d5d-4e39d68b48e9), precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:43.362842 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3165a24b-a41d-4150-9c38-2664d63f9ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (57e2f965-6c87-4b35-9d5d-4e39d68b48e9), after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:43.423346 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:43.447575 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-d834d303-da50-428e-a3a9-bc7697ff8173 None None] Current status of the port c4726562-a0eb-4816-bc7f-01f3809975e5 is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:57:43.456258 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181902-552a-4b49-aa52-c79ac1a77616 None None] Pushing event updated for resources: {'Port': ['ID=57e2f965-6c87-4b35-9d5d-4e39d68b48e9,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:43.458851 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [None req-3165a24b-a41d-4150-9c38-2664d63f9ca8 None None] Attempting to bind port 57e2f965-6c87-4b35-9d5d-4e39d68b48e9 on host dv-cinder-839987-7-iscsi for vnic_type normal with profile {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:57:43.459457 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [None req-3165a24b-a41d-4150-9c38-2664d63f9ca8 None None] Attempting to bind port 57e2f965-6c87-4b35-9d5d-4e39d68b48e9 by drivers openvswitch,hyperv on host dv-cinder-839987-7-iscsi at level 0 using segments [{'id': '74645103-ef26-4e33-8147-3fc27f09baec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8'}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:57:43.461217 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3165a24b-a41d-4150-9c38-2664d63f9ca8 None None] Attempting to bind port 57e2f965-6c87-4b35-9d5d-4e39d68b48e9 on network f20aa9f3-2984-481b-bb59-fa1f034e36c8 {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:57:43.462131 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-56208634-e2a1-40f3-812e-23065f63493e admin admin] Publish callbacks [] for port (3dc6e49b-4bb8-44e6-8570-f92471a4f3e5), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:43.467872 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3165a24b-a41d-4150-9c38-2664d63f9ca8 None None] Checking agent: {'id': 'ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 46, 56), 'started_at': datetime.datetime(2022, 5, 18, 14, 47, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:57:43.469479 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3165a24b-a41d-4150-9c38-2664d63f9ca8 None None] Checking segment: {'id': '74645103-ef26-4e33-8147-3fc27f09baec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:57:43.470496 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3165a24b-a41d-4150-9c38-2664d63f9ca8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:43.470987 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3165a24b-a41d-4150-9c38-2664d63f9ca8 None None] Bound using segment: {'id': '74645103-ef26-4e33-8147-3fc27f09baec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8'} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:57:43.471565 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [None req-3165a24b-a41d-4150-9c38-2664d63f9ca8 None None] Bound port: 57e2f965-6c87-4b35-9d5d-4e39d68b48e9, host: dv-cinder-839987-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74645103-ef26-4e33-8147-3fc27f09baec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8'}}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:57:43.472044 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3165a24b-a41d-4150-9c38-2664d63f9ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (57e2f965-6c87-4b35-9d5d-4e39d68b48e9), before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:43.474567 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:43.542280 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-3165a24b-a41d-4150-9c38-2664d63f9ca8 None None] For port 57e2f965-6c87-4b35-9d5d-4e39d68b48e9, host dv-cinder-839987-7-iscsi, cleared binding levels {{(pid=110159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:57:43.542452 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-56208634-e2a1-40f3-812e-23065f63493e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14495174'] for port (3dc6e49b-4bb8-44e6-8570-f92471a4f3e5), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:43.546322 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-3165a24b-a41d-4150-9c38-2664d63f9ca8 None None] For port 57e2f965-6c87-4b35-9d5d-4e39d68b48e9, host dv-cinder-839987-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=57e2f965-6c87-4b35-9d5d-4e39d68b48e9,segment=NetworkSegment(74645103-ef26-4e33-8147-3fc27f09baec),segment_id=74645103-ef26-4e33-8147-3fc27f09baec)] {{(pid=110159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:57:43.556604 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3165a24b-a41d-4150-9c38-2664d63f9ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (57e2f965-6c87-4b35-9d5d-4e39d68b48e9), after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:43.596758 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56208634-e2a1-40f3-812e-23065f63493e admin admin] Network 758eb8f1-d33a-4ca1-bc45-a3e84636e7f2 is already hosted by enough agents. {{(pid=110156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:57:43.602587 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.base_scheduler [None req-56208634-e2a1-40f3-812e-23065f63493e admin admin] Resources bound (agent type, host, resource id): {{(pid=110156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:57:43.606607 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56208634-e2a1-40f3-812e-23065f63493e admin admin] Received port after_create {{(pid=110156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:57:43.613762 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device c4726562-a0eb-4816-bc7f-01f3809975e5 up at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:57:43.647773 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:43.654485 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181902-552a-4b49-aa52-c79ac1a77616 None None] Pushing event updated for resources: {'Port': ['ID=57e2f965-6c87-4b35-9d5d-4e39d68b48e9,revision_number=3']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:43.678764 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3165a24b-a41d-4150-9c38-2664d63f9ca8 None None] Routers {'17b5ec55-73aa-452c-87fd-9de791b3c652'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:57:43.685130 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-3165a24b-a41d-4150-9c38-2664d63f9ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T14:57:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['17b5ec55-73aa-452c-87fd-9de791b3c652'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:57:43.685940 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-56208634-e2a1-40f3-812e-23065f63493e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1009729'] for router_interface (17b5ec55-73aa-452c-87fd-9de791b3c652), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:43.688560 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Provisioning complete for port c4726562-a0eb-4816-bc7f-01f3809975e5 triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:57:43.689046 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (c4726562-a0eb-4816-bc7f-01f3809975e5), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:43.695477 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56208634-e2a1-40f3-812e-23065f63493e admin admin] Pushing event updated for resources: {'Port': ['ID=3dc6e49b-4bb8-44e6-8570-f92471a4f3e5,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:43.729603 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ae18b-7b49-472e-affb-fbded11a4ef1 req-8af12506-741f-4143-90e7-814952fe91d7 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:43.731557 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-b31ae18b-7b49-472e-affb-fbded11a4ef1 req-8af12506-741f-4143-90e7-814952fe91d7 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 945 time: 0.0937805 May 18 14:57:43.735586 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26780615-93be-4dee-8217-2f73288edadb req-b307c412-0243-42a0-830d-de01b3710baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:43.737124 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-26780615-93be-4dee-8217-2f73288edadb req-b307c412-0243-42a0-830d-de01b3710baf service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=a9de5514ed904b8990b1a4f375b01bd9&shared=False HTTP/1.1" status: 200 len: 909 time: 0.4880464 May 18 14:57:43.771553 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56208634-e2a1-40f3-812e-23065f63493e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:57:43.771890 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56208634-e2a1-40f3-812e-23065f63493e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:57:43.772317 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56208634-e2a1-40f3-812e-23065f63493e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:57:43.772681 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56208634-e2a1-40f3-812e-23065f63493e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:57:43.773017 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56208634-e2a1-40f3-812e-23065f63493e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:57:43.773344 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56208634-e2a1-40f3-812e-23065f63493e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:57:43.773666 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56208634-e2a1-40f3-812e-23065f63493e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:57:43.773986 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56208634-e2a1-40f3-812e-23065f63493e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:57:43.774321 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56208634-e2a1-40f3-812e-23065f63493e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:57:43.774644 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56208634-e2a1-40f3-812e-23065f63493e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:57:43.774965 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56208634-e2a1-40f3-812e-23065f63493e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:57:43.775283 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56208634-e2a1-40f3-812e-23065f63493e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:57:43.775599 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56208634-e2a1-40f3-812e-23065f63493e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:57:43.775913 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56208634-e2a1-40f3-812e-23065f63493e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:57:43.776225 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56208634-e2a1-40f3-812e-23065f63493e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:57:43.803419 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Current status of the port c4726562-a0eb-4816-bc7f-01f3809975e5 is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:57:43.840378 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24984d75-d6ef-4777-9cf8-a6ce9a893d5f req-8cc6fe29-544f-40bf-b450-7370d9c26cae tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:43.842871 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-24984d75-d6ef-4777-9cf8-a6ce9a893d5f req-8cc6fe29-544f-40bf-b450-7370d9c26cae tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/ports?device_id=d150bfcf-f511-42be-afcf-90d9c8c6e9ca HTTP/1.1" status: 200 len: 943 time: 0.2432261 May 18 14:57:43.905782 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-56208634-e2a1-40f3-812e-23065f63493e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (3dc6e49b-4bb8-44e6-8570-f92471a4f3e5), before_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:43.947640 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-3165a24b-a41d-4150-9c38-2664d63f9ca8 None None] Set router 17b5ec55-73aa-452c-87fd-9de791b3c652 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:57:43.961128 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-b31ae18b-7b49-472e-affb-fbded11a4ef1 req-24d4a9c7-7298-4ebb-8311-05228f20b6d7 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2189910 May 18 14:57:43.997290 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-27016639-1703-4fb6-8f6c-88ce2901dd3c None None] Provisioning complete for port 3dc6e49b-4bb8-44e6-8570-f92471a4f3e5 triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:57:43.998128 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-27016639-1703-4fb6-8f6c-88ce2901dd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (3dc6e49b-4bb8-44e6-8570-f92471a4f3e5), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:44.013317 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:44.052832 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-27016639-1703-4fb6-8f6c-88ce2901dd3c None None] Port 3dc6e49b-4bb8-44e6-8570-f92471a4f3e5 cannot update to ACTIVE because it is not bound. {{(pid=110158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:57:44.067035 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-24984d75-d6ef-4777-9cf8-a6ce9a893d5f req-f6452c96-9b65-4248-aff1-7e38ab844591 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/security-groups?id=860ae54b-cbfa-4172-b3c4-55c61d1ba833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804991 May 18 14:57:44.070510 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26780615-93be-4dee-8217-2f73288edadb req-58ea1d8f-aa90-4367-9689-39505b574f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:44.072430 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-26780615-93be-4dee-8217-2f73288edadb req-58ea1d8f-aa90-4367-9689-39505b574f3a service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3264563 May 18 14:57:44.150577 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-3165a24b-a41d-4150-9c38-2664d63f9ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b5ec55-73aa-452c-87fd-9de791b3c652', 'name': 'tempest-TestShelveInstance-1380935668-router', 'tenant_id': 'bfdbd39af6994a8586e0a589a3c9640e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '57e2f965-6c87-4b35-9d5d-4e39d68b48e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:57:39Z', 'updated_at': '2022-05-18T14:57:41Z', 'revision_number': 3, 'project_id': 'bfdbd39af6994a8586e0a589a3c9640e', 'gw_port': {'id': '57e2f965-6c87-4b35-9d5d-4e39d68b48e9', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:00:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b5ec55-73aa-452c-87fd-9de791b3c652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:40Z', 'updated_at': '2022-05-18T14:57:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi'}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:57:44.173892 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-56208634-e2a1-40f3-812e-23065f63493e admin admin] Publish callbacks [] for port (3dc6e49b-4bb8-44e6-8570-f92471a4f3e5), precommit_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:44.181951 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-56208634-e2a1-40f3-812e-23065f63493e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14495217'] for port (3dc6e49b-4bb8-44e6-8570-f92471a4f3e5), after_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:44.185762 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3165a24b-a41d-4150-9c38-2664d63f9ca8 None None] The sync data for ids ['17b5ec55-73aa-452c-87fd-9de791b3c652'] in dv-cinder-839987-7-iscsi is: [{'id': '17b5ec55-73aa-452c-87fd-9de791b3c652', 'name': 'tempest-TestShelveInstance-1380935668-router', 'tenant_id': 'bfdbd39af6994a8586e0a589a3c9640e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '57e2f965-6c87-4b35-9d5d-4e39d68b48e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:57:39Z', 'updated_at': '2022-05-18T14:57:41Z', 'revision_number': 3, 'project_id': 'bfdbd39af6994a8586e0a589a3c9640e', 'gw_port': {'id': '57e2f965-6c87-4b35-9d5d-4e39d68b48e9', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:00:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b5ec55-73aa-452c-87fd-9de791b3c652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:40Z', 'updated_at': '2022-05-18T14:57:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi'}] {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:57:44.199865 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f70579-fd17-418a-afd1-9b0765420cb8 req-82ea2ee5-2194-4aa3-8f14-e9e7b4518f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:44.201554 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d7f70579-fd17-418a-afd1-9b0765420cb8 req-82ea2ee5-2194-4aa3-8f14-e9e7b4518f37 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a9de5514ed904b8990b1a4f375b01bd9&device_id=d150bfcf-f511-42be-afcf-90d9c8c6e9ca HTTP/1.1" status: 200 len: 1127 time: 0.0556803 May 18 14:57:44.262022 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-56208634-e2a1-40f3-812e-23065f63493e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009163'] for router_interface (17b5ec55-73aa-452c-87fd-9de791b3c652), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:44.267988 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56208634-e2a1-40f3-812e-23065f63493e admin admin] Pushing event updated for resources: {'Port': ['ID=3dc6e49b-4bb8-44e6-8570-f92471a4f3e5,revision_number=2']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:44.271860 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d7f70579-fd17-418a-afd1-9b0765420cb8 req-83101ead-aed2-4535-8913-896cfffdb093 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8034ac0-d5ed-464c-bb2c-34709b97009e HTTP/1.1" status: 200 len: 217 time: 0.0433445 May 18 14:57:44.338437 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:44.355303 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:UPDATE=2,neutron:INSERT=1,neutron:SELECT=97 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:44.357947 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3388429c-bf9e-4719-bd8a-d6a71fc7359e req-ffa626ec-584a-4f15-9dc6-f1650500ebf0 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:44.359422 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3388429c-bf9e-4719-bd8a-d6a71fc7359e req-ffa626ec-584a-4f15-9dc6-f1650500ebf0 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=447f7721-8ce1-4cbe-996a-75b2426474bc HTTP/1.1" status: 200 len: 946 time: 0.0903182 May 18 14:57:44.369826 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56208634-e2a1-40f3-812e-23065f63493e admin admin] Network 758eb8f1-d33a-4ca1-bc45-a3e84636e7f2 is already hosted by enough agents. {{(pid=110156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:57:44.371823 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.base_scheduler [None req-56208634-e2a1-40f3-812e-23065f63493e admin admin] Resources bound (agent type, host, resource id): {{(pid=110156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:57:44.373630 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f70579-fd17-418a-afd1-9b0765420cb8 req-c9c2a31a-65f5-4464-b02e-40645126e2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:44.375070 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d7f70579-fd17-418a-afd1-9b0765420cb8 req-c9c2a31a-65f5-4464-b02e-40645126e2b0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ba4625ae-5a22-49e1-a132-4b2b116110ff HTTP/1.1" status: 200 len: 848 time: 0.0752652 May 18 14:57:44.420563 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d7f70579-fd17-418a-afd1-9b0765420cb8 req-79c3be95-9bc2-469b-ad6d-12a3738cb082 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b1070a25-b6bd-45ba-8976-aa1e0d09c083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313394 May 18 14:57:44.518198 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3388429c-bf9e-4719-bd8a-d6a71fc7359e req-c97d7931-989a-4286-ac91-3099350f5869 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472464 May 18 14:57:44.642084 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d7f70579-fd17-418a-afd1-9b0765420cb8 req-c8563612-9494-4f05-be49-13b5b2b4074e service neutron] 10.222.0.49 "GET /v2.0/networks/b1070a25-b6bd-45ba-8976-aa1e0d09c083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098956 May 18 14:57:44.791753 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-d627aba3-b1b4-4dee-93ef-96f792a36470 None None] Provisioning complete for port 3dc6e49b-4bb8-44e6-8570-f92471a4f3e5 triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:57:44.792304 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d627aba3-b1b4-4dee-93ef-96f792a36470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (3dc6e49b-4bb8-44e6-8570-f92471a4f3e5), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:44.845899 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-d627aba3-b1b4-4dee-93ef-96f792a36470 None None] Port 3dc6e49b-4bb8-44e6-8570-f92471a4f3e5 cannot update to ACTIVE because it is not bound. {{(pid=110158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:57:44.857134 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56208634-e2a1-40f3-812e-23065f63493e admin admin] Router 17b5ec55-73aa-452c-87fd-9de791b3c652 has already been hosted by L3 agent a5518e17-d4a6-403f-b34f-0fa3d03f1833 {{(pid=110156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 14:57:44.918597 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d7f70579-fd17-418a-afd1-9b0765420cb8 req-33a341ae-6e38-472f-a7a7-1be11e3adea8 service neutron] 10.222.0.49 "GET /v2.0/networks/b1070a25-b6bd-45ba-8976-aa1e0d09c083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699084 May 18 14:57:44.934508 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f2ee7-28d5-47dd-b813-c0083f1ddb1a req-fd4590e2-da20-4b9f-9b2b-f666817aae33 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:44.936265 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8e4f2ee7-28d5-47dd-b813-c0083f1ddb1a req-fd4590e2-da20-4b9f-9b2b-f666817aae33 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=447f7721-8ce1-4cbe-996a-75b2426474bc HTTP/1.1" status: 200 len: 946 time: 0.1156285 May 18 14:57:44.939894 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b4e9c9-989c-48ee-a16a-8edfa553831b req-e7b12bfe-bed1-4195-a562-c3f82ffbffca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:44.941377 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-c3b4e9c9-989c-48ee-a16a-8edfa553831b req-e7b12bfe-bed1-4195-a562-c3f82ffbffca service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=84835592358a4e188df86896d6015647&device_id=447f7721-8ce1-4cbe-996a-75b2426474bc HTTP/1.1" status: 200 len: 1130 time: 0.0778506 May 18 14:57:44.990068 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56208634-e2a1-40f3-812e-23065f63493e admin admin] Notify agent at l3_agent.dv-cinder-839987-7-iscsi the message routers_updated {{(pid=110156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:57:44.999491 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-56208634-e2a1-40f3-812e-23065f63493e admin admin] 10.222.0.59 "PUT /v2.0/routers/17b5ec55-73aa-452c-87fd-9de791b3c652/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5947990 May 18 14:57:45.009527 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:45.059074 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8e4f2ee7-28d5-47dd-b813-c0083f1ddb1a req-1b66ec36-9a94-413f-bc9c-daa0e1f3fc6f tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127684 May 18 14:57:45.121006 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b4e9c9-989c-48ee-a16a-8edfa553831b req-bf1818b2-9d0b-4129-8221-000683d0ad12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:45.124385 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-c3b4e9c9-989c-48ee-a16a-8edfa553831b req-bf1818b2-9d0b-4129-8221-000683d0ad12 service neutron] 10.222.0.49 "GET /v2.0/networks?id=22bd5425-6379-4740-b6c4-d6f9b7aaeddb HTTP/1.1" status: 200 len: 919 time: 0.1769209 May 18 14:57:45.181286 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407d41d-1538-451b-9d55-124269e92c40 req-8c4e7af7-fa29-48b0-a537-2ea1c327120d tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:45.182827 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1407d41d-1538-451b-9d55-124269e92c40 req-8c4e7af7-fa29-48b0-a537-2ea1c327120d tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 945 time: 0.0780475 May 18 14:57:45.248491 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c78945-9970-4ba6-958a-c054fe2a4faf req-bd34b8d2-99a1-4442-858a-60e7edbfb243 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:45.256017 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-01c78945-9970-4ba6-958a-c054fe2a4faf req-bd34b8d2-99a1-4442-858a-60e7edbfb243 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/ports?device_id=d150bfcf-f511-42be-afcf-90d9c8c6e9ca HTTP/1.1" status: 200 len: 943 time: 0.0924404 May 18 14:57:45.301633 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1407d41d-1538-451b-9d55-124269e92c40 req-64983053-ff55-40c2-b80c-169392c9adce tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870333 May 18 14:57:45.336892 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-01c78945-9970-4ba6-958a-c054fe2a4faf req-f84f568a-b4ca-45c3-a086-fb005650fff0 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/security-groups?id=860ae54b-cbfa-4172-b3c4-55c61d1ba833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796776 May 18 14:57:45.503775 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 57e2f965-6c87-4b35-9d5d-4e39d68b48e9 up at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:57:45.561694 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 34658) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:45.565305 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Provisioning complete for port 57e2f965-6c87-4b35-9d5d-4e39d68b48e9 triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:57:45.565684 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (57e2f965-6c87-4b35-9d5d-4e39d68b48e9), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:45.566269 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-76281bed-70c4-4544-b158-751506c15905 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-107575105', 'description': 'tempest-secgroup-smoke-107575105 description', 'project_id': '379bba80af244096abbf8deb82772854'}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:57:45.587046 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-76281bed-70c4-4544-b158-751506c15905 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Publish callbacks [] for security_group (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:45.637055 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:45.642254 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Current status of the port 57e2f965-6c87-4b35-9d5d-4e39d68b48e9 is: DOWN; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:57:45.642609 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (57e2f965-6c87-4b35-9d5d-4e39d68b48e9), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:45.669037 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-76281bed-70c4-4544-b158-751506c15905 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Publish callbacks [] for security_group (ae13b159-b5dd-474d-a8c4-0467efdcecc0), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:45.672762 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] For port 57e2f965-6c87-4b35-9d5d-4e39d68b48e9, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=57e2f965-6c87-4b35-9d5d-4e39d68b48e9,segment=NetworkSegment(74645103-ef26-4e33-8147-3fc27f09baec),segment_id=74645103-ef26-4e33-8147-3fc27f09baec)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:57:45.674196 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-76281bed-70c4-4544-b158-751506c15905 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (ae13b159-b5dd-474d-a8c4-0467efdcecc0), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:45.678577 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (57e2f965-6c87-4b35-9d5d-4e39d68b48e9), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:45.706248 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-76281bed-70c4-4544-b158-751506c15905 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Publish callbacks [] for security_group (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:45.707498 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-76281bed-70c4-4544-b158-751506c15905 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1447852 May 18 14:57:45.711089 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 34664) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:45.713116 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76281bed-70c4-4544-b158-751506c15905 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae13b159-b5dd-474d-a8c4-0467efdcecc0,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:45.716707 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [None req-b63e7f00-5374-4e16-ac95-da203cf14a43 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Request body: {'security_group_rule': {'security_group_id': 'ae13b159-b5dd-474d-a8c4-0467efdcecc0', 'project_id': '379bba80af244096abbf8deb82772854', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:57:45.746717 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-b63e7f00-5374-4e16-ac95-da203cf14a43 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Publish callbacks [] for security_group_rule (7a7aa4f8-4292-4766-a155-1a551e9c6a54), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:45.748950 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Pushing event updated for resources: {'Port': ['ID=57e2f965-6c87-4b35-9d5d-4e39d68b48e9,revision_number=4']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:45.813315 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-b63e7f00-5374-4e16-ac95-da203cf14a43 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Publish callbacks [] for security_group_rule (7a7aa4f8-4292-4766-a155-1a551e9c6a54), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:45.816778 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-b63e7f00-5374-4e16-ac95-da203cf14a43 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039443'] for security_group_rule (7a7aa4f8-4292-4766-a155-1a551e9c6a54), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:45.832905 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63e7f00-5374-4e16-ac95-da203cf14a43 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a7aa4f8-4292-4766-a155-1a551e9c6a54,revision_number=0']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:45.843841 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-b63e7f00-5374-4e16-ac95-da203cf14a43 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:45.847843 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 34666) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:45.848056 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-b63e7f00-5374-4e16-ac95-da203cf14a43 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1357141 May 18 14:57:45.852400 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-1ebc0170-2753-41d8-9734-32ec89e08a81 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Request body: {'security_group_rule': {'security_group_id': 'ae13b159-b5dd-474d-a8c4-0467efdcecc0', 'project_id': '379bba80af244096abbf8deb82772854', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:57:45.879260 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-1ebc0170-2753-41d8-9734-32ec89e08a81 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Publish callbacks [] for security_group_rule (eff2a31a-00c9-4288-a771-3321376be42f), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:45.929317 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-1ebc0170-2753-41d8-9734-32ec89e08a81 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Publish callbacks [] for security_group_rule (eff2a31a-00c9-4288-a771-3321376be42f), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:45.932646 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-1ebc0170-2753-41d8-9734-32ec89e08a81 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039443'] for security_group_rule (eff2a31a-00c9-4288-a771-3321376be42f), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:45.953191 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebc0170-2753-41d8-9734-32ec89e08a81 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eff2a31a-00c9-4288-a771-3321376be42f,revision_number=0']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:45.961508 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-1ebc0170-2753-41d8-9734-32ec89e08a81 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:45.962737 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-1ebc0170-2753-41d8-9734-32ec89e08a81 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1139123 May 18 14:57:45.965411 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 34668) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:45.969754 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-ef1cb21d-d5c0-4fce-b73c-80e417765d1f tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Request body: {'security_group_rule': {'security_group_id': 'ae13b159-b5dd-474d-a8c4-0467efdcecc0', 'project_id': '379bba80af244096abbf8deb82772854', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:57:45.979627 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:46.000625 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ef1cb21d-d5c0-4fce-b73c-80e417765d1f tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Publish callbacks [] for security_group_rule (638655fa-f114-41e8-aed5-2abf7637a640), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:46.061004 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ef1cb21d-d5c0-4fce-b73c-80e417765d1f tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Publish callbacks [] for security_group_rule (638655fa-f114-41e8-aed5-2abf7637a640), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:46.064660 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ef1cb21d-d5c0-4fce-b73c-80e417765d1f tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039443'] for security_group_rule (638655fa-f114-41e8-aed5-2abf7637a640), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:46.084473 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1cb21d-d5c0-4fce-b73c-80e417765d1f tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=638655fa-f114-41e8-aed5-2abf7637a640,revision_number=0']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:46.096712 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ef1cb21d-d5c0-4fce-b73c-80e417765d1f tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:46.097875 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-ef1cb21d-d5c0-4fce-b73c-80e417765d1f tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1315274 May 18 14:57:46.102950 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 34672) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:46.112949 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-d77c94e3-4c25-46fc-8c0b-130743798a4b tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Request body: {'security_group_rule': {'security_group_id': 'ae13b159-b5dd-474d-a8c4-0467efdcecc0', 'project_id': '379bba80af244096abbf8deb82772854', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:57:46.146966 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-d77c94e3-4c25-46fc-8c0b-130743798a4b tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Publish callbacks [] for security_group_rule (37ad2204-de10-43d4-ac61-1fff73ad3e76), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:46.148631 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-c3b4e9c9-989c-48ee-a16a-8edfa553831b req-bbff0001-9cbc-491d-866a-b4ba5aa9b357 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57d2f680-f45f-4e76-83e5-1b16aa578a8c HTTP/1.1" status: 200 len: 217 time: 0.0615520 May 18 14:57:46.162756 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:46.222921 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-d77c94e3-4c25-46fc-8c0b-130743798a4b tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Publish callbacks [] for security_group_rule (37ad2204-de10-43d4-ac61-1fff73ad3e76), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:46.227749 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-d77c94e3-4c25-46fc-8c0b-130743798a4b tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039443'] for security_group_rule (37ad2204-de10-43d4-ac61-1fff73ad3e76), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:46.242178 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1008bce-0847-46b9-84c3-d2dd396865d8 req-5f6295e7-863b-4993-9ef7-13ef64dd6432 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:46.243736 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e1008bce-0847-46b9-84c3-d2dd396865d8 req-5f6295e7-863b-4993-9ef7-13ef64dd6432 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=447f7721-8ce1-4cbe-996a-75b2426474bc HTTP/1.1" status: 200 len: 946 time: 0.0899985 May 18 14:57:46.254235 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77c94e3-4c25-46fc-8c0b-130743798a4b tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37ad2204-de10-43d4-ac61-1fff73ad3e76,revision_number=0']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:46.257771 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b4e9c9-989c-48ee-a16a-8edfa553831b req-5bcc0d48-fd63-4ccb-9011-be4fb57b3ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:46.259363 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-c3b4e9c9-989c-48ee-a16a-8edfa553831b req-5bcc0d48-fd63-4ccb-9011-be4fb57b3ffc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8225869c-efe1-47af-ba2b-3d33d9623b49 HTTP/1.1" status: 200 len: 857 time: 0.0702422 May 18 14:57:46.264087 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-d77c94e3-4c25-46fc-8c0b-130743798a4b tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:46.265345 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-d77c94e3-4c25-46fc-8c0b-130743798a4b tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1621373 May 18 14:57:46.268172 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 34674) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:46.273110 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-dbc40cef-4620-45d2-9333-4ab54747754b tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Request body: {'security_group_rule': {'security_group_id': 'ae13b159-b5dd-474d-a8c4-0467efdcecc0', 'project_id': '379bba80af244096abbf8deb82772854', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:57:46.299419 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.db.securitygroups_db [None req-dbc40cef-4620-45d2-9333-4ab54747754b tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Project 379bba80af244096abbf8deb82772854 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 14:57:46.310268 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-dbc40cef-4620-45d2-9333-4ab54747754b tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Publish callbacks [] for security_group_rule (06a13cf4-1ca4-44d3-a34d-77da2ff849bf), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:46.314271 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:46.347537 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b4e9c9-989c-48ee-a16a-8edfa553831b req-958170ac-f00b-4346-a3a1-07808b0ac680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:46.349639 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-c3b4e9c9-989c-48ee-a16a-8edfa553831b req-958170ac-f00b-4346-a3a1-07808b0ac680 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=22bd5425-6379-4740-b6c4-d6f9b7aaeddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0674090 May 18 14:57:46.357396 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e1008bce-0847-46b9-84c3-d2dd396865d8 req-cac5f680-dc76-41ca-ae0e-203ad3f9f652 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020083 May 18 14:57:46.406673 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-dbc40cef-4620-45d2-9333-4ab54747754b tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Publish callbacks [] for security_group_rule (06a13cf4-1ca4-44d3-a34d-77da2ff849bf), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:46.410996 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-dbc40cef-4620-45d2-9333-4ab54747754b tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039443'] for security_group_rule (06a13cf4-1ca4-44d3-a34d-77da2ff849bf), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:46.435650 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc40cef-4620-45d2-9333-4ab54747754b tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06a13cf4-1ca4-44d3-a34d-77da2ff849bf,revision_number=0']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:46.444805 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-dbc40cef-4620-45d2-9333-4ab54747754b tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:46.449511 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-dbc40cef-4620-45d2-9333-4ab54747754b tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1800065 May 18 14:57:46.454726 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 34680) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:46.459485 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-28eeb748-d617-469b-9d17-f8f627f0a545 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Request body: {'security_group_rule': {'security_group_id': 'ae13b159-b5dd-474d-a8c4-0467efdcecc0', 'project_id': '379bba80af244096abbf8deb82772854', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:57:46.483699 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.db.securitygroups_db [None req-28eeb748-d617-469b-9d17-f8f627f0a545 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Project 379bba80af244096abbf8deb82772854 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 14:57:46.492861 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-28eeb748-d617-469b-9d17-f8f627f0a545 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Publish callbacks [] for security_group_rule (715c8182-b81d-4187-9069-53d86709de61), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:46.559901 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-28eeb748-d617-469b-9d17-f8f627f0a545 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Publish callbacks [] for security_group_rule (715c8182-b81d-4187-9069-53d86709de61), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:46.568724 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-28eeb748-d617-469b-9d17-f8f627f0a545 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039443'] for security_group_rule (715c8182-b81d-4187-9069-53d86709de61), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:46.590129 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eeb748-d617-469b-9d17-f8f627f0a545 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=715c8182-b81d-4187-9069-53d86709de61,revision_number=0']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:46.602275 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-28eeb748-d617-469b-9d17-f8f627f0a545 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:46.603404 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-28eeb748-d617-469b-9d17-f8f627f0a545 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1476622 May 18 14:57:46.661546 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b204bced-7b90-4027-b9b8-80fcafdca701 None None] Sync routers for ids ['17b5ec55-73aa-452c-87fd-9de791b3c652'] in dv-cinder-839987-7-iscsi {{(pid=110158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:57:46.672946 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b204bced-7b90-4027-b9b8-80fcafdca701 None None] Routers {'17b5ec55-73aa-452c-87fd-9de791b3c652'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:57:46.673670 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-b204bced-7b90-4027-b9b8-80fcafdca701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T14:57:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['17b5ec55-73aa-452c-87fd-9de791b3c652'], 'active': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:57:46.781468 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937204b-c629-485e-9aa7-8be19b657458 req-eca5aa54-8b12-4980-9093-ff5461530d1e tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:46.783118 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7937204b-c629-485e-9aa7-8be19b657458 req-eca5aa54-8b12-4980-9093-ff5461530d1e tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 945 time: 0.3828869 May 18 14:57:46.798548 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40da20-9cf3-4a65-bad1-a312608a6c92 req-a6349183-687a-44c9-98d7-eb82b6b117bc tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:46.800089 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7e40da20-9cf3-4a65-bad1-a312608a6c92 req-a6349183-687a-44c9-98d7-eb82b6b117bc tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/ports?device_id=d150bfcf-f511-42be-afcf-90d9c8c6e9ca HTTP/1.1" status: 200 len: 943 time: 0.1259739 May 18 14:57:46.849966 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-c3b4e9c9-989c-48ee-a16a-8edfa553831b req-0048584f-ba58-4c09-905f-9531f87382ae service neutron] 10.222.0.49 "GET /v2.0/networks/22bd5425-6379-4740-b6c4-d6f9b7aaeddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4894657 May 18 14:57:46.906410 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7937204b-c629-485e-9aa7-8be19b657458 req-dbdddf8d-603e-43fe-b84f-e7e599d0a704 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143484 May 18 14:57:46.938150 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7e40da20-9cf3-4a65-bad1-a312608a6c92 req-d8b3cedb-5e90-46a3-9623-c8ab9bceab3d tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/security-groups?id=860ae54b-cbfa-4172-b3c4-55c61d1ba833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054394 May 18 14:57:46.941911 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvr_db [None req-b204bced-7b90-4027-b9b8-80fcafdca701 None None] Set router 17b5ec55-73aa-452c-87fd-9de791b3c652 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:57:46.963417 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:47.026478 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device a8034ac0-d5ed-464c-bb2c-34709b97009e details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=110158) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 14:57:47.058367 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-c3b4e9c9-989c-48ee-a16a-8edfa553831b req-f26b9f6c-4ce6-4550-81c4-65791e348d5f service neutron] 10.222.0.49 "GET /v2.0/networks/22bd5425-6379-4740-b6c4-d6f9b7aaeddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040425 May 18 14:57:47.219309 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:47.235972 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c41e8ff-688c-426d-a528-ff4eef37aca9 req-b0a03bea-7850-4ec6-8b27-b99582cd4e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:47.237757 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2c41e8ff-688c-426d-a528-ff4eef37aca9 req-b0a03bea-7850-4ec6-8b27-b99582cd4e24 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=84835592358a4e188df86896d6015647&device_id=447f7721-8ce1-4cbe-996a-75b2426474bc HTTP/1.1" status: 200 len: 1130 time: 0.0630558 May 18 14:57:47.249010 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-b204bced-7b90-4027-b9b8-80fcafdca701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b5ec55-73aa-452c-87fd-9de791b3c652', 'name': 'tempest-TestShelveInstance-1380935668-router', 'tenant_id': 'bfdbd39af6994a8586e0a589a3c9640e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '57e2f965-6c87-4b35-9d5d-4e39d68b48e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:57:39Z', 'updated_at': '2022-05-18T14:57:43Z', 'revision_number': 4, 'project_id': 'bfdbd39af6994a8586e0a589a3c9640e', 'gw_port': {'id': '57e2f965-6c87-4b35-9d5d-4e39d68b48e9', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:00:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b5ec55-73aa-452c-87fd-9de791b3c652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:40Z', 'updated_at': '2022-05-18T14:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': '3dc6e49b-4bb8-44e6-8570-f92471a4f3e5', 'name': '', 'network_id': '758eb8f1-d33a-4ca1-bc45-a3e84636e7f2', 'tenant_id': 'bfdbd39af6994a8586e0a589a3c9640e', 'mac_address': 'fa:16:3e:90:84:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b5ec55-73aa-452c-87fd-9de791b3c652', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '402faaf6-222d-4ff0-bba3-76324bafc382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:43Z', 'updated_at': '2022-05-18T14:57:44Z', 'revision_number': 2, 'project_id': 'bfdbd39af6994a8586e0a589a3c9640e', 'subnets': [{'id': '402faaf6-222d-4ff0-bba3-76324bafc382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:57:47.280108 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b204bced-7b90-4027-b9b8-80fcafdca701 None None] Checking router: 17b5ec55-73aa-452c-87fd-9de791b3c652 for host: dv-cinder-839987-7-iscsi {{(pid=110158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:57:47.280488 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b204bced-7b90-4027-b9b8-80fcafdca701 None None] Updating router 17b5ec55-73aa-452c-87fd-9de791b3c652 port 3dc6e49b-4bb8-44e6-8570-f92471a4f3e5 binding host dv-cinder-839987-7-iscsi {{(pid=110158) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:57:47.315099 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port a8034ac0-d5ed-464c-bb2c-34709b97009e, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=a8034ac0-d5ed-464c-bb2c-34709b97009e,segment=NetworkSegment(45c91823-dda8-463e-8d18-46620d7c6107),segment_id=45c91823-dda8-463e-8d18-46620d7c6107)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:57:47.327853 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b204bced-7b90-4027-b9b8-80fcafdca701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (3dc6e49b-4bb8-44e6-8570-f92471a4f3e5), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:47.337864 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Returning: {'device': 'a8034ac0-d5ed-464c-bb2c-34709b97009e', 'network_id': 'b1070a25-b6bd-45ba-8976-aa1e0d09c083', 'port_id': 'a8034ac0-d5ed-464c-bb2c-34709b97009e', 'mac_address': 'fa:16:3e:aa:ed:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba4625ae-5a22-49e1-a132-4b2b116110ff', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110158) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 14:57:47.407406 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c41e8ff-688c-426d-a528-ff4eef37aca9 req-b3a692b7-140a-469d-a6fa-47b019202f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:47.409048 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2c41e8ff-688c-426d-a528-ff4eef37aca9 req-b3a692b7-140a-469d-a6fa-47b019202f23 service neutron] 10.222.0.49 "GET /v2.0/networks?id=22bd5425-6379-4740-b6c4-d6f9b7aaeddb HTTP/1.1" status: 200 len: 919 time: 0.0950980 May 18 14:57:47.424255 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Current status of the port a8034ac0-d5ed-464c-bb2c-34709b97009e is: DOWN; New status is: BUILD {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:57:47.424674 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (a8034ac0-d5ed-464c-bb2c-34709b97009e), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:47.452928 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8034ac0-d5ed-464c-bb2c-34709b97009e {{(pid=110158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:57:47.503958 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce3327-d3cd-4460-95f1-1d8e91156b78 req-eea872b4-615a-4f0d-8a89-71c52ca1c796 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:47.505564 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-25ce3327-d3cd-4460-95f1-1d8e91156b78 req-eea872b4-615a-4f0d-8a89-71c52ca1c796 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=447f7721-8ce1-4cbe-996a-75b2426474bc HTTP/1.1" status: 200 len: 946 time: 0.0741475 May 18 14:57:47.520354 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 57e2f965-6c87-4b35-9d5d-4e39d68b48e9 up at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:57:47.564317 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port a8034ac0-d5ed-464c-bb2c-34709b97009e, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=a8034ac0-d5ed-464c-bb2c-34709b97009e,segment=NetworkSegment(45c91823-dda8-463e-8d18-46620d7c6107),segment_id=45c91823-dda8-463e-8d18-46620d7c6107)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:57:47.564631 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-25ce3327-d3cd-4460-95f1-1d8e91156b78 req-33c269c0-01c6-4ec4-ae77-65321db799e4 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477071 May 18 14:57:47.577335 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (a8034ac0-d5ed-464c-bb2c-34709b97009e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:47.660771 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:47.682406 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Provisioning complete for port 57e2f965-6c87-4b35-9d5d-4e39d68b48e9 triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:57:47.682999 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (57e2f965-6c87-4b35-9d5d-4e39d68b48e9), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:47.711654 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Pushing event updated for resources: {'Port': ['ID=a8034ac0-d5ed-464c-bb2c-34709b97009e,revision_number=4']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:47.843104 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Current status of the port 57e2f965-6c87-4b35-9d5d-4e39d68b48e9 is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:57:47.861956 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b204bced-7b90-4027-b9b8-80fcafdca701 None None] Publish callbacks [] for port (3dc6e49b-4bb8-44e6-8570-f92471a4f3e5), precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:47.868855 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b204bced-7b90-4027-b9b8-80fcafdca701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (3dc6e49b-4bb8-44e6-8570-f92471a4f3e5), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:47.922642 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc512f-b2a1-40ed-a3ce-7258cebd95d5 None None] Pushing event updated for resources: {'Port': ['ID=3dc6e49b-4bb8-44e6-8570-f92471a4f3e5,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:47.970343 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] get_ports_and_sgs() called for port_ids ['a8034ac0-d5ed-464c-bb2c-34709b97009e'] {{(pid=110158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 14:57:47.978085 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:48.023465 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-b204bced-7b90-4027-b9b8-80fcafdca701 None None] Attempting to bind port 3dc6e49b-4bb8-44e6-8570-f92471a4f3e5 on host dv-cinder-839987-7-iscsi for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:57:48.023831 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-b204bced-7b90-4027-b9b8-80fcafdca701 None None] Attempting to bind port 3dc6e49b-4bb8-44e6-8570-f92471a4f3e5 by drivers openvswitch,hyperv on host dv-cinder-839987-7-iscsi at level 0 using segments [{'id': '3d0f12f1-d985-4e9b-8ad6-6443f0d6f97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '758eb8f1-d33a-4ca1-bc45-a3e84636e7f2'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:57:48.024220 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b204bced-7b90-4027-b9b8-80fcafdca701 None None] Attempting to bind port 3dc6e49b-4bb8-44e6-8570-f92471a4f3e5 on network 758eb8f1-d33a-4ca1-bc45-a3e84636e7f2 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:57:48.035861 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b204bced-7b90-4027-b9b8-80fcafdca701 None None] Checking agent: {'id': 'ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 46, 56), 'started_at': datetime.datetime(2022, 5, 18, 14, 47, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:57:48.036227 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b204bced-7b90-4027-b9b8-80fcafdca701 None None] Checking segment: {'id': '3d0f12f1-d985-4e9b-8ad6-6443f0d6f97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '758eb8f1-d33a-4ca1-bc45-a3e84636e7f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:57:48.037259 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b204bced-7b90-4027-b9b8-80fcafdca701 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:48.037960 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b204bced-7b90-4027-b9b8-80fcafdca701 None None] Bound using segment: {'id': '3d0f12f1-d985-4e9b-8ad6-6443f0d6f97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '758eb8f1-d33a-4ca1-bc45-a3e84636e7f2'} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:57:48.038392 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-b204bced-7b90-4027-b9b8-80fcafdca701 None None] Bound port: 3dc6e49b-4bb8-44e6-8570-f92471a4f3e5, host: dv-cinder-839987-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0f12f1-d985-4e9b-8ad6-6443f0d6f97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '758eb8f1-d33a-4ca1-bc45-a3e84636e7f2'}}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:57:48.038700 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b204bced-7b90-4027-b9b8-80fcafdca701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (3dc6e49b-4bb8-44e6-8570-f92471a4f3e5), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:48.097433 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4edb9d0-9265-4c06-b849-12b1c42f7814 req-3a222617-b6a8-48d6-be85-0571ae9322e9 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:48.105292 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e4edb9d0-9265-4c06-b849-12b1c42f7814 req-3a222617-b6a8-48d6-be85-0571ae9322e9 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 945 time: 0.0986223 May 18 14:57:48.131347 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a30c8-b418-49bd-8ac2-b21b0255acec req-c6d54af9-62d9-43aa-9343-5fde004f25ee tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:48.132906 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-aa5a30c8-b418-49bd-8ac2-b21b0255acec req-c6d54af9-62d9-43aa-9343-5fde004f25ee tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/ports?device_id=d150bfcf-f511-42be-afcf-90d9c8c6e9ca HTTP/1.1" status: 200 len: 944 time: 0.0839984 May 18 14:57:48.149534 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-b204bced-7b90-4027-b9b8-80fcafdca701 None None] For port 3dc6e49b-4bb8-44e6-8570-f92471a4f3e5, host dv-cinder-839987-7-iscsi, cleared binding levels {{(pid=110158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:57:48.153549 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-b204bced-7b90-4027-b9b8-80fcafdca701 None None] For port 3dc6e49b-4bb8-44e6-8570-f92471a4f3e5, host dv-cinder-839987-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=3dc6e49b-4bb8-44e6-8570-f92471a4f3e5,segment=NetworkSegment(3d0f12f1-d985-4e9b-8ad6-6443f0d6f97e),segment_id=3d0f12f1-d985-4e9b-8ad6-6443f0d6f97e)] {{(pid=110158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:57:48.164662 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b204bced-7b90-4027-b9b8-80fcafdca701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (3dc6e49b-4bb8-44e6-8570-f92471a4f3e5), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:48.190061 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e4edb9d0-9265-4c06-b849-12b1c42f7814 req-d5db4636-243e-41e4-a0cd-53cf21ed3751 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833375 May 18 14:57:48.234239 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-aa5a30c8-b418-49bd-8ac2-b21b0255acec req-68291fda-d0aa-46a8-8545-06ba42dfc504 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/security-groups?id=860ae54b-cbfa-4172-b3c4-55c61d1ba833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923479 May 18 14:57:48.239607 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-8fe2d32d-7b83-49fb-ba56-6b38aa62f0fc None None] Provisioning complete for port 3dc6e49b-4bb8-44e6-8570-f92471a4f3e5 triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:57:48.239983 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8fe2d32d-7b83-49fb-ba56-6b38aa62f0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (3dc6e49b-4bb8-44e6-8570-f92471a4f3e5), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:48.303209 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc512f-b2a1-40ed-a3ce-7258cebd95d5 None None] Pushing event updated for resources: {'Port': ['ID=3dc6e49b-4bb8-44e6-8570-f92471a4f3e5,revision_number=4']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:48.307771 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b204bced-7b90-4027-b9b8-80fcafdca701 None None] Routers {'17b5ec55-73aa-452c-87fd-9de791b3c652'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:57:48.308405 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-b204bced-7b90-4027-b9b8-80fcafdca701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T14:57:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['17b5ec55-73aa-452c-87fd-9de791b3c652'], 'active': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:57:48.428507 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=100 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:48.449612 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-8fe2d32d-7b83-49fb-ba56-6b38aa62f0fc None None] Current status of the port 3dc6e49b-4bb8-44e6-8570-f92471a4f3e5 is: DOWN; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:57:48.449997 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8fe2d32d-7b83-49fb-ba56-6b38aa62f0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (3dc6e49b-4bb8-44e6-8570-f92471a4f3e5), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:48.466840 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvr_db [None req-b204bced-7b90-4027-b9b8-80fcafdca701 None None] Set router 17b5ec55-73aa-452c-87fd-9de791b3c652 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:57:48.550574 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-8fe2d32d-7b83-49fb-ba56-6b38aa62f0fc None None] For port 3dc6e49b-4bb8-44e6-8570-f92471a4f3e5, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=3dc6e49b-4bb8-44e6-8570-f92471a4f3e5,segment=NetworkSegment(3d0f12f1-d985-4e9b-8ad6-6443f0d6f97e),segment_id=3d0f12f1-d985-4e9b-8ad6-6443f0d6f97e)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:57:48.562683 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8fe2d32d-7b83-49fb-ba56-6b38aa62f0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (3dc6e49b-4bb8-44e6-8570-f92471a4f3e5), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:48.663124 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe2d32d-7b83-49fb-ba56-6b38aa62f0fc None None] Pushing event updated for resources: {'Port': ['ID=3dc6e49b-4bb8-44e6-8570-f92471a4f3e5,revision_number=5']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:48.683766 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f8f46-e377-4615-b24c-8289d0a5020a req-18fcd4d9-4348-42a3-87fc-f2fb5da409e8 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:48.685364 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0e5f8f46-e377-4615-b24c-8289d0a5020a req-18fcd4d9-4348-42a3-87fc-f2fb5da409e8 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=447f7721-8ce1-4cbe-996a-75b2426474bc HTTP/1.1" status: 200 len: 946 time: 0.0504272 May 18 14:57:48.709919 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:48.713354 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-e005ddea-c405-4382-8db8-60ba774afcf7 None None] Provisioning complete for port 3dc6e49b-4bb8-44e6-8570-f92471a4f3e5 triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:57:48.713721 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e005ddea-c405-4382-8db8-60ba774afcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (3dc6e49b-4bb8-44e6-8570-f92471a4f3e5), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:48.747257 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2c41e8ff-688c-426d-a528-ff4eef37aca9 req-83e51db6-9fff-4fec-b279-7173ffbd87bb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57d2f680-f45f-4e76-83e5-1b16aa578a8c HTTP/1.1" status: 200 len: 217 time: 0.0405002 May 18 14:57:48.760071 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-b204bced-7b90-4027-b9b8-80fcafdca701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b5ec55-73aa-452c-87fd-9de791b3c652', 'name': 'tempest-TestShelveInstance-1380935668-router', 'tenant_id': 'bfdbd39af6994a8586e0a589a3c9640e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '57e2f965-6c87-4b35-9d5d-4e39d68b48e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:57:39Z', 'updated_at': '2022-05-18T14:57:43Z', 'revision_number': 4, 'project_id': 'bfdbd39af6994a8586e0a589a3c9640e', 'gw_port': {'id': '57e2f965-6c87-4b35-9d5d-4e39d68b48e9', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:00:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b5ec55-73aa-452c-87fd-9de791b3c652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:40Z', 'updated_at': '2022-05-18T14:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': '3dc6e49b-4bb8-44e6-8570-f92471a4f3e5', 'name': '', 'network_id': '758eb8f1-d33a-4ca1-bc45-a3e84636e7f2', 'tenant_id': 'bfdbd39af6994a8586e0a589a3c9640e', 'mac_address': 'fa:16:3e:90:84:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b5ec55-73aa-452c-87fd-9de791b3c652', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '402faaf6-222d-4ff0-bba3-76324bafc382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:43Z', 'updated_at': '2022-05-18T14:57:48Z', 'revision_number': 4, 'project_id': 'bfdbd39af6994a8586e0a589a3c9640e', 'subnets': [{'id': '402faaf6-222d-4ff0-bba3-76324bafc382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:57:48.777169 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0e5f8f46-e377-4615-b24c-8289d0a5020a req-44c860a2-d793-4de6-92f9-4ed20e0effc6 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841627 May 18 14:57:48.887587 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c41e8ff-688c-426d-a528-ff4eef37aca9 req-0ebfab03-0973-4fd9-9a34-dd59b19c2ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:48.889237 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2c41e8ff-688c-426d-a528-ff4eef37aca9 req-0ebfab03-0973-4fd9-9a34-dd59b19c2ef8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8225869c-efe1-47af-ba2b-3d33d9623b49 HTTP/1.1" status: 200 len: 857 time: 0.0530245 May 18 14:57:48.915958 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b204bced-7b90-4027-b9b8-80fcafdca701 None None] The sync data for ids ['17b5ec55-73aa-452c-87fd-9de791b3c652'] in dv-cinder-839987-7-iscsi is: [{'id': '17b5ec55-73aa-452c-87fd-9de791b3c652', 'name': 'tempest-TestShelveInstance-1380935668-router', 'tenant_id': 'bfdbd39af6994a8586e0a589a3c9640e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '57e2f965-6c87-4b35-9d5d-4e39d68b48e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:57:39Z', 'updated_at': '2022-05-18T14:57:43Z', 'revision_number': 4, 'project_id': 'bfdbd39af6994a8586e0a589a3c9640e', 'gw_port': {'id': '57e2f965-6c87-4b35-9d5d-4e39d68b48e9', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:00:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b5ec55-73aa-452c-87fd-9de791b3c652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:40Z', 'updated_at': '2022-05-18T14:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': '3dc6e49b-4bb8-44e6-8570-f92471a4f3e5', 'name': '', 'network_id': '758eb8f1-d33a-4ca1-bc45-a3e84636e7f2', 'tenant_id': 'bfdbd39af6994a8586e0a589a3c9640e', 'mac_address': 'fa:16:3e:90:84:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b5ec55-73aa-452c-87fd-9de791b3c652', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '402faaf6-222d-4ff0-bba3-76324bafc382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:43Z', 'updated_at': '2022-05-18T14:57:48Z', 'revision_number': 4, 'project_id': 'bfdbd39af6994a8586e0a589a3c9640e', 'subnets': [{'id': '402faaf6-222d-4ff0-bba3-76324bafc382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:57:48.941118 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c41e8ff-688c-426d-a528-ff4eef37aca9 req-1e72e50d-4cef-485a-a106-3b57c422d293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:48.942720 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2c41e8ff-688c-426d-a528-ff4eef37aca9 req-1e72e50d-4cef-485a-a106-3b57c422d293 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=22bd5425-6379-4740-b6c4-d6f9b7aaeddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436535 May 18 14:57:48.972377 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-e005ddea-c405-4382-8db8-60ba774afcf7 None None] Current status of the port 3dc6e49b-4bb8-44e6-8570-f92471a4f3e5 is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:57:48.979360 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:49.075746 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2c41e8ff-688c-426d-a528-ff4eef37aca9 req-4ec24956-d866-4f1a-938f-a9a2c0eaea23 service neutron] 10.222.0.49 "GET /v2.0/networks/22bd5425-6379-4740-b6c4-d6f9b7aaeddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143150 May 18 14:57:49.148986 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device a8034ac0-d5ed-464c-bb2c-34709b97009e up at agent hyperv_hv-cinder-83998 {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:57:49.196903 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Provisioning for port a8034ac0-d5ed-464c-bb2c-34709b97009e completed by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 14:57:49.204379 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Provisioning complete for port a8034ac0-d5ed-464c-bb2c-34709b97009e triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:57:49.204898 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (a8034ac0-d5ed-464c-bb2c-34709b97009e), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:49.319261 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Current status of the port a8034ac0-d5ed-464c-bb2c-34709b97009e is: BUILD; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:57:49.319670 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (a8034ac0-d5ed-464c-bb2c-34709b97009e), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:49.351681 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd150bfcf-f511-42be-afcf-90d9c8c6e9ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8034ac0-d5ed-464c-bb2c-34709b97009e'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:57:49.354214 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62dae43363b0d9fbe88fecb50d2dfb4fafe72539e0e1d03116e82a6fdda86ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d35586fe-4fc7-4241-8039-c22c6826cd46" -d '{"events": [{"server_uuid": "d150bfcf-f511-42be-afcf-90d9c8c6e9ca", "name": "network-vif-plugged", "status": "completed", "tag": "a8034ac0-d5ed-464c-bb2c-34709b97009e"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:57:49.370007 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port a8034ac0-d5ed-464c-bb2c-34709b97009e, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=a8034ac0-d5ed-464c-bb2c-34709b97009e,segment=NetworkSegment(45c91823-dda8-463e-8d18-46620d7c6107),segment_id=45c91823-dda8-463e-8d18-46620d7c6107)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:57:49.381642 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (a8034ac0-d5ed-464c-bb2c-34709b97009e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:49.466302 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73d5db-4422-4c09-82df-4c3e1d7e22c6 req-8563700f-5637-46b0-8533-9189b32ce9be tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:49.473734 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-bf73d5db-4422-4c09-82df-4c3e1d7e22c6 req-8563700f-5637-46b0-8533-9189b32ce9be tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 945 time: 0.1594393 May 18 14:57:49.483091 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Pushing event updated for resources: {'Port': ['ID=a8034ac0-d5ed-464c-bb2c-34709b97009e,revision_number=5']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:49.522805 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23390674-b3f5-4ab1-a0fb-8cc8b6c51130 req-d7deba00-580f-4b15-b196-520b0d2949c6 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:49.536933 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-23390674-b3f5-4ab1-a0fb-8cc8b6c51130 req-d7deba00-580f-4b15-b196-520b0d2949c6 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/ports?device_id=d150bfcf-f511-42be-afcf-90d9c8c6e9ca HTTP/1.1" status: 200 len: 945 time: 0.1487603 May 18 14:57:49.562052 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 3dc6e49b-4bb8-44e6-8570-f92471a4f3e5 up at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:57:49.591419 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-bf73d5db-4422-4c09-82df-4c3e1d7e22c6 req-c602cd87-8a2f-481a-98cc-90a27526b07f tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164770 May 18 14:57:49.621382 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Provisioning complete for port 3dc6e49b-4bb8-44e6-8570-f92471a4f3e5 triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:57:49.621763 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (3dc6e49b-4bb8-44e6-8570-f92471a4f3e5), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:49.624685 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-23390674-b3f5-4ab1-a0fb-8cc8b6c51130 req-5f2f424a-184d-409a-94ae-f624276e7dab tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/security-groups?id=860ae54b-cbfa-4172-b3c4-55c61d1ba833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747993 May 18 14:57:49.678357 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 14:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af37d03-1350-485b-b908-46af37057387 x-openstack-request-id: req-7af37d03-1350-485b-b908-46af37057387 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:57:49.678775 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d150bfcf-f511-42be-afcf-90d9c8c6e9ca", "name": "network-vif-plugged", "status": "completed", "tag": "a8034ac0-d5ed-464c-bb2c-34709b97009e", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:57:49.679030 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7af37d03-1350-485b-b908-46af37057387 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:57:49.679424 dv-cinder-839987-7-iscsi neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7af37d03-1350-485b-b908-46af37057387'] response: {'server_uuid': 'd150bfcf-f511-42be-afcf-90d9c8c6e9ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8034ac0-d5ed-464c-bb2c-34709b97009e', 'code': 200} May 18 14:57:49.729609 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Current status of the port 3dc6e49b-4bb8-44e6-8570-f92471a4f3e5 is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:57:49.753809 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:49.836288 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2c41e8ff-688c-426d-a528-ff4eef37aca9 req-e0ef95f2-9d49-4747-8a65-c7f5aafd4d37 service neutron] 10.222.0.49 "GET /v2.0/networks/22bd5425-6379-4740-b6c4-d6f9b7aaeddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101069 May 18 14:57:49.900214 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99fefd1-31f5-457d-bb41-ccdaf77b039d req-5333672a-eca2-4b5a-bd33-b5cd0b1a2474 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:49.901744 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e99fefd1-31f5-457d-bb41-ccdaf77b039d req-5333672a-eca2-4b5a-bd33-b5cd0b1a2474 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=447f7721-8ce1-4cbe-996a-75b2426474bc HTTP/1.1" status: 200 len: 946 time: 0.0519865 May 18 14:57:49.975676 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e99fefd1-31f5-457d-bb41-ccdaf77b039d req-6acdb7ed-5bea-4205-b3da-8e596f9a7ad7 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681145 May 18 14:57:49.983126 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c618d-3b61-488f-80ae-d9b2ced6f799 req-f1c89fb4-7c66-4d33-9478-9238d9bde81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:49.984522 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-b98c618d-3b61-488f-80ae-d9b2ced6f799 req-f1c89fb4-7c66-4d33-9478-9238d9bde81b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d150bfcf-f511-42be-afcf-90d9c8c6e9ca HTTP/1.1" status: 200 len: 1129 time: 0.0492222 May 18 14:57:50.042998 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-b98c618d-3b61-488f-80ae-d9b2ced6f799 req-9f5de639-932e-4cb6-a33c-371c5d344c50 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=860ae54b-cbfa-4172-b3c4-55c61d1ba833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499868 May 18 14:57:50.503798 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1dfe9b0e-ae4a-4084-b51e-e939f17679eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (7afc6fe8-d13b-4fd3-bc99-e9efab9a141d), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:50.747014 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c554d39-9d97-4bc5-bc5c-53d296ea681f req-9b8ca787-be89-41d3-9b30-229e10b8e6b1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:50.748408 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1c554d39-9d97-4bc5-bc5c-53d296ea681f req-9b8ca787-be89-41d3-9b30-229e10b8e6b1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 945 time: 0.0746710 May 18 14:57:50.770706 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f255a-308d-4cc8-a038-2d2108ba545c req-7334a3e4-d442-4279-90da-93f207c08f7b tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:50.772177 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-a68f255a-308d-4cc8-a038-2d2108ba545c req-7334a3e4-d442-4279-90da-93f207c08f7b tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/ports?device_id=d150bfcf-f511-42be-afcf-90d9c8c6e9ca HTTP/1.1" status: 200 len: 945 time: 0.0698140 May 18 14:57:50.840472 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1c554d39-9d97-4bc5-bc5c-53d296ea681f req-de9b0ff5-7477-4346-a1a2-16ac5522ff2f tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826383 May 18 14:57:50.844448 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-a68f255a-308d-4cc8-a038-2d2108ba545c req-23b4c21b-8483-4b1e-afcf-3283d4def499 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/security-groups?id=860ae54b-cbfa-4172-b3c4-55c61d1ba833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634537 May 18 14:57:51.381666 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 34794) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:51.386299 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-eb0867dc-16f6-4902-8d64-2f8e0d828e5f tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2025069190', 'description': 'tempest-description--260300138'}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:57:51.408657 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-eb0867dc-16f6-4902-8d64-2f8e0d828e5f tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks [] for security_group (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:51.481091 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-eb0867dc-16f6-4902-8d64-2f8e0d828e5f tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks [] for security_group (a4853b88-ce3a-4172-9efa-accfb830c42b), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:51.485154 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-eb0867dc-16f6-4902-8d64-2f8e0d828e5f tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (a4853b88-ce3a-4172-9efa-accfb830c42b), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:51.517972 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0867dc-16f6-4902-8d64-2f8e0d828e5f tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4853b88-ce3a-4172-9efa-accfb830c42b,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:51.530172 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-eb0867dc-16f6-4902-8d64-2f8e0d828e5f tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks [] for security_group (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:51.532614 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-eb0867dc-16f6-4902-8d64-2f8e0d828e5f tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1487644 May 18 14:57:51.534396 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 34798) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:51.539714 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-9f2fbd41-99f7-45be-9629-86640c0f5c62 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Request body: {'security_group_rule': {'security_group_id': 'a4853b88-ce3a-4172-9efa-accfb830c42b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:57:51.574498 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-9f2fbd41-99f7-45be-9629-86640c0f5c62 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks [] for security_group_rule (e653a99d-26cc-4343-b3ef-a1acd3e7b622), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:51.626299 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-9f2fbd41-99f7-45be-9629-86640c0f5c62 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks [] for security_group_rule (e653a99d-26cc-4343-b3ef-a1acd3e7b622), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:51.631236 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-9f2fbd41-99f7-45be-9629-86640c0f5c62 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039443'] for security_group_rule (e653a99d-26cc-4343-b3ef-a1acd3e7b622), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:51.652384 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2fbd41-99f7-45be-9629-86640c0f5c62 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e653a99d-26cc-4343-b3ef-a1acd3e7b622,revision_number=0']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:51.662363 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-9f2fbd41-99f7-45be-9629-86640c0f5c62 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:51.663582 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-9f2fbd41-99f7-45be-9629-86640c0f5c62 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1280921 May 18 14:57:51.666314 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 34800) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:51.670665 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-2219806b-5603-4335-b689-20365f4df668 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Request body: {'security_group_rule': {'security_group_id': 'a4853b88-ce3a-4172-9efa-accfb830c42b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:57:51.686864 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=75,neutron:DELETE=8,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:51.700184 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:51.703020 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-2219806b-5603-4335-b689-20365f4df668 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks [] for security_group_rule (9e06c801-efe3-46fb-a4bc-c69b8f260704), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:51.760437 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-2219806b-5603-4335-b689-20365f4df668 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks [] for security_group_rule (9e06c801-efe3-46fb-a4bc-c69b8f260704), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:51.764847 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-2219806b-5603-4335-b689-20365f4df668 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039443'] for security_group_rule (9e06c801-efe3-46fb-a4bc-c69b8f260704), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:51.786706 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2219806b-5603-4335-b689-20365f4df668 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e06c801-efe3-46fb-a4bc-c69b8f260704,revision_number=0']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:51.794383 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-2219806b-5603-4335-b689-20365f4df668 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:51.795636 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-2219806b-5603-4335-b689-20365f4df668 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1283610 May 18 14:57:51.798774 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 34802) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:57:51.804175 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-7c3f82af-9188-483b-a569-b4dcaf68360a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Request body: {'floatingip': {'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8'}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:57:51.826371 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-7c3f82af-9188-483b-a569-b4dcaf68360a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:51.910319 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-7c3f82af-9188-483b-a569-b4dcaf68360a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:52.009158 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9876e762-45f4-4515-b04d-9c7a30d08dcf req-88e69d20-7368-45aa-ab04-de6e7e0847f8 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:52.013074 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-9876e762-45f4-4515-b04d-9c7a30d08dcf req-88e69d20-7368-45aa-ab04-de6e7e0847f8 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/ports?device_id=d150bfcf-f511-42be-afcf-90d9c8c6e9ca HTTP/1.1" status: 200 len: 945 time: 0.0956795 May 18 14:57:52.023082 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de74ba18-f39a-483b-b4ba-8d3e7433d945 req-039c5689-aeec-4d9f-b000-79154f1cf312 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:52.024562 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-de74ba18-f39a-483b-b4ba-8d3e7433d945 req-039c5689-aeec-4d9f-b000-79154f1cf312 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 945 time: 0.0939093 May 18 14:57:52.025979 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.db_base_plugin_common [None req-7c3f82af-9188-483b-a569-b4dcaf68360a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Allocated IP 172.27.3.198 (f20aa9f3-2984-481b-bb59-fa1f034e36c8/b7750f80-229c-4d19-b013-2aee5952f8bb/c60bc3ae-41bb-4803-97da-68e819b8c4c2) {{(pid=110156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:57:52.097829 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-9876e762-45f4-4515-b04d-9c7a30d08dcf req-5d428b9b-e8c7-4969-b97b-f1f17727e5d1 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/security-groups?id=860ae54b-cbfa-4172-b3c4-55c61d1ba833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813479 May 18 14:57:52.102525 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-de74ba18-f39a-483b-b4ba-8d3e7433d945 req-74b4e6f3-86d3-4d6b-83f3-e586ce0221dc tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720212 May 18 14:57:52.133204 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-7c3f82af-9188-483b-a569-b4dcaf68360a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks [] for port (c60bc3ae-41bb-4803-97da-68e819b8c4c2), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:52.167495 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-7c3f82af-9188-483b-a569-b4dcaf68360a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14495174'] for port (c60bc3ae-41bb-4803-97da-68e819b8c4c2), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:52.218651 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3f82af-9188-483b-a569-b4dcaf68360a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Network f20aa9f3-2984-481b-bb59-fa1f034e36c8 is already hosted by enough agents. {{(pid=110156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:57:52.222087 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.base_scheduler [None req-7c3f82af-9188-483b-a569-b4dcaf68360a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Resources bound (agent type, host, resource id): {{(pid=110156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:57:52.224610 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3f82af-9188-483b-a569-b4dcaf68360a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Received port after_create {{(pid=110156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:57:52.227567 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3f82af-9188-483b-a569-b4dcaf68360a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Pushing event updated for resources: {'Port': ['ID=c60bc3ae-41bb-4803-97da-68e819b8c4c2,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:52.309544 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-7c3f82af-9188-483b-a569-b4dcaf68360a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks [] for floatingip (0d68db53-649d-4ac8-9db6-a12cb03ebc9b), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:52.350134 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-7c3f82af-9188-483b-a569-b4dcaf68360a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (c60bc3ae-41bb-4803-97da-68e819b8c4c2), before_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:52.369517 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:52.520137 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=3 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:52.544125 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-7c3f82af-9188-483b-a569-b4dcaf68360a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks [] for port (c60bc3ae-41bb-4803-97da-68e819b8c4c2), precommit_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:52.548488 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-7c3f82af-9188-483b-a569-b4dcaf68360a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14495217'] for port (c60bc3ae-41bb-4803-97da-68e819b8c4c2), after_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:52.623890 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3f82af-9188-483b-a569-b4dcaf68360a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Pushing event updated for resources: {'Port': ['ID=c60bc3ae-41bb-4803-97da-68e819b8c4c2,revision_number=2']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:52.631680 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-7c3f82af-9188-483b-a569-b4dcaf68360a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008279'] for floatingip (0d68db53-649d-4ac8-9db6-a12cb03ebc9b), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:52.647280 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-7c3f82af-9188-483b-a569-b4dcaf68360a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for floatingip (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:52.648444 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-7c3f82af-9188-483b-a569-b4dcaf68360a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8486845 May 18 14:57:52.869083 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:52.882991 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1cf7b3e5-195a-498c-9e26-31e6a4634efc req-a7b2f94f-25e0-45fc-b49f-976d95b0b9c1 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--2025069190&fields=id&tenant_id=84835592358a4e188df86896d6015647 HTTP/1.1" status: 200 len: 267 time: 0.0538104 May 18 14:57:52.925262 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-977e3e93-d528-4664-bd96-081389be30b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (a5518e17-d4a6-403f-b34f-0fa3d03f1833), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:53.002760 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e20e3-2a32-4e5a-aa1b-0c35cd028cfd req-ac8d99a6-112a-440d-b6be-b611e9f668f0 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:53.004224 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-026e20e3-2a32-4e5a-aa1b-0c35cd028cfd req-ac8d99a6-112a-440d-b6be-b611e9f668f0 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/ports?device_id=d150bfcf-f511-42be-afcf-90d9c8c6e9ca HTTP/1.1" status: 200 len: 945 time: 0.0595589 May 18 14:57:53.054466 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7b3e5-195a-498c-9e26-31e6a4634efc req-5186d92f-26b4-44d4-b724-8cdc87e01814 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:53.056036 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1cf7b3e5-195a-498c-9e26-31e6a4634efc req-5186d92f-26b4-44d4-b724-8cdc87e01814 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/networks?id=22bd5425-6379-4740-b6c4-d6f9b7aaeddb HTTP/1.1" status: 200 len: 818 time: 0.1654572 May 18 14:57:53.080738 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1cf7b3e5-195a-498c-9e26-31e6a4634efc req-4c8613c2-f9c3-4a4a-8150-a510e80cd80e tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/quotas/84835592358a4e188df86896d6015647 HTTP/1.1" status: 200 len: 375 time: 0.0184665 May 18 14:57:53.088240 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-026e20e3-2a32-4e5a-aa1b-0c35cd028cfd req-008ce047-1959-429f-bcd1-1e5f044acb6b tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/security-groups?id=860ae54b-cbfa-4172-b3c4-55c61d1ba833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778642 May 18 14:57:53.141415 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1cf7b3e5-195a-498c-9e26-31e6a4634efc req-99c87c54-4651-41a2-b6e3-2c1e30d93800 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=84835592358a4e188df86896d6015647&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0522096 May 18 14:57:53.174178 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device 4b7b091c-ade3-422f-a228-9a575395a54b details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=110158) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 14:57:53.191827 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:53.260560 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a97a5e-f74c-4101-ac19-3f9a03ab69b8 req-4efffdf2-19d0-48bf-8cde-2476a16706fd tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:53.262054 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-85a97a5e-f74c-4101-ac19-3f9a03ab69b8 req-4efffdf2-19d0-48bf-8cde-2476a16706fd tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 945 time: 0.0653355 May 18 14:57:53.282835 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port 4b7b091c-ade3-422f-a228-9a575395a54b, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=4b7b091c-ade3-422f-a228-9a575395a54b,segment=NetworkSegment(68ae329c-889c-4ff0-8ec9-1a3d4793b394),segment_id=68ae329c-889c-4ff0-8ec9-1a3d4793b394)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:57:53.293962 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Returning: {'device': '4b7b091c-ade3-422f-a228-9a575395a54b', 'network_id': '0410fe00-b11d-4309-b353-5cb8e97484be', 'port_id': '4b7b091c-ade3-422f-a228-9a575395a54b', 'mac_address': 'fa:16:3e:09:16:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1be02795-0dc2-4225-87b4-7592fa1ed277', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110158) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 14:57:53.305301 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1cf7b3e5-195a-498c-9e26-31e6a4634efc req-3fa33b70-42b3-4219-aaf6-474ee872e70a service neutron] 10.222.0.59 "GET /v2.0/networks/22bd5425-6379-4740-b6c4-d6f9b7aaeddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520226 May 18 14:57:53.329964 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Current status of the port 4b7b091c-ade3-422f-a228-9a575395a54b is: ACTIVE; New status is: BUILD {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:57:53.330370 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (4b7b091c-ade3-422f-a228-9a575395a54b), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:53.330694 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:53.343520 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4b7b091c-ade3-422f-a228-9a575395a54b {{(pid=110158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:57:53.366725 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port 4b7b091c-ade3-422f-a228-9a575395a54b, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=4b7b091c-ade3-422f-a228-9a575395a54b,segment=NetworkSegment(68ae329c-889c-4ff0-8ec9-1a3d4793b394),segment_id=68ae329c-889c-4ff0-8ec9-1a3d4793b394)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:57:53.368000 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-85a97a5e-f74c-4101-ac19-3f9a03ab69b8 req-c3478666-1441-406a-b2d9-90bac6f9afd8 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955398 May 18 14:57:53.371707 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (4b7b091c-ade3-422f-a228-9a575395a54b), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:53.413172 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1cf7b3e5-195a-498c-9e26-31e6a4634efc req-b8aa4748-ae93-4ce2-b32c-bfe5c8300e4f service neutron] 10.222.0.59 "GET /v2.0/networks/22bd5425-6379-4740-b6c4-d6f9b7aaeddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000373 May 18 14:57:53.420979 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Pushing event updated for resources: {'Port': ['ID=4b7b091c-ade3-422f-a228-9a575395a54b,revision_number=6']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:53.585543 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-b1dece60-89ee-4b8c-8383-5e40ce34db79 req-a45dfba4-9b4a-4917-bd4a-40e700e41239 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=029fe182-8e95-49ca-88da-64523afce432 HTTP/1.1" status: 200 len: 210 time: 0.0325291 May 18 14:57:53.608817 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] get_ports_and_sgs() called for port_ids ['4b7b091c-ade3-422f-a228-9a575395a54b'] {{(pid=110158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 14:57:53.638900 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:53.986163 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-50f4e27f-5619-452e-9630-0448ff5d9157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (0f4dbee4-4999-4f30-b578-59222d25f53e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:54.148678 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=26 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:54.153772 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=43,neutron:INSERT=1 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:54.200546 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df2c80-5244-4c17-8226-4ed33e504025 req-46660d41-c9b0-460d-af67-e9026b2c76f1 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:54.202036 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-63df2c80-5244-4c17-8226-4ed33e504025 req-46660d41-c9b0-460d-af67-e9026b2c76f1 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/ports?device_id=d150bfcf-f511-42be-afcf-90d9c8c6e9ca HTTP/1.1" status: 200 len: 945 time: 0.0472050 May 18 14:57:54.252967 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-63df2c80-5244-4c17-8226-4ed33e504025 req-a52df8ec-e3c8-452c-9565-fd15f284deb4 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/security-groups?id=860ae54b-cbfa-4172-b3c4-55c61d1ba833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453639 May 18 14:57:54.491100 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc434135-4da3-4f63-af31-e78039b7e81e req-3aaa9190-87a4-4e1f-b8a5-f115cb11f056 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:54.492542 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-fc434135-4da3-4f63-af31-e78039b7e81e req-3aaa9190-87a4-4e1f-b8a5-f115cb11f056 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 944 time: 0.0460582 May 18 14:57:54.538377 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-fc434135-4da3-4f63-af31-e78039b7e81e req-ddc573f4-ead0-4f3c-9d2f-61c9794a5a1a tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403726 May 18 14:57:54.692047 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-44f19b03-336f-42c0-9009-67dbf58b90e4 req-91c458a2-a1f9-4571-8306-9379d63fa693 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=029fe182-8e95-49ca-88da-64523afce432 HTTP/1.1" status: 200 len: 210 time: 0.0341532 May 18 14:57:55.079373 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6015df-7b34-4064-8155-dd694d421127 req-13b388df-63a9-4bf8-99b2-af472955f36e tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:55.080835 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7e6015df-7b34-4064-8155-dd694d421127 req-13b388df-63a9-4bf8-99b2-af472955f36e tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.49 "GET /v2.0/ports?device_id=d150bfcf-f511-42be-afcf-90d9c8c6e9ca HTTP/1.1" status: 200 len: 945 time: 0.0485513 May 18 14:57:55.111614 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-86248160-1b36-4d80-a449-232705ae1859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (11bd5e7f-0ec7-43f5-9ca8-99d3c1136d9c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:55.179876 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device 4b7b091c-ade3-422f-a228-9a575395a54b up at agent hyperv_hv-cinder-83998 {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:57:55.223091 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Provisioning complete for port 4b7b091c-ade3-422f-a228-9a575395a54b triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:57:55.223468 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (4b7b091c-ade3-422f-a228-9a575395a54b), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:55.306111 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Current status of the port 4b7b091c-ade3-422f-a228-9a575395a54b is: BUILD; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:57:55.306500 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (4b7b091c-ade3-422f-a228-9a575395a54b), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:55.329395 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf9b2c2-1694-4695-8c54-940340452792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7b091c-ade3-422f-a228-9a575395a54b'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:57:55.331626 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62dae43363b0d9fbe88fecb50d2dfb4fafe72539e0e1d03116e82a6fdda86ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8711f89-1743-4aae-8768-8cd2fa1483ce" -d '{"events": [{"server_uuid": "5cf9b2c2-1694-4695-8c54-940340452792", "name": "network-vif-plugged", "status": "completed", "tag": "4b7b091c-ade3-422f-a228-9a575395a54b"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:57:55.345799 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port 4b7b091c-ade3-422f-a228-9a575395a54b, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=4b7b091c-ade3-422f-a228-9a575395a54b,segment=NetworkSegment(68ae329c-889c-4ff0-8ec9-1a3d4793b394),segment_id=68ae329c-889c-4ff0-8ec9-1a3d4793b394)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:57:55.354813 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (4b7b091c-ade3-422f-a228-9a575395a54b), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:55.379509 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26fe65a-74b2-43e8-bea8-3e273c3227eb req-3cc0e726-df86-44de-b90c-f09c2d20c578 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:55.381580 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f26fe65a-74b2-43e8-bea8-3e273c3227eb req-3cc0e726-df86-44de-b90c-f09c2d20c578 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/ports?device_id=d150bfcf-f511-42be-afcf-90d9c8c6e9ca HTTP/1.1" status: 200 len: 945 time: 0.0634344 May 18 14:57:55.385481 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 14:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fea996a-f636-4325-90b0-2e63f648f971 x-openstack-request-id: req-6fea996a-f636-4325-90b0-2e63f648f971 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:57:55.385790 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf9b2c2-1694-4695-8c54-940340452792", "name": "network-vif-plugged", "status": "completed", "tag": "4b7b091c-ade3-422f-a228-9a575395a54b", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:57:55.386042 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6fea996a-f636-4325-90b0-2e63f648f971 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:57:55.386428 dv-cinder-839987-7-iscsi neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fea996a-f636-4325-90b0-2e63f648f971'] response: {'server_uuid': '5cf9b2c2-1694-4695-8c54-940340452792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7b091c-ade3-422f-a228-9a575395a54b', 'code': 200} May 18 14:57:55.412646 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Pushing event updated for resources: {'Port': ['ID=4b7b091c-ade3-422f-a228-9a575395a54b,revision_number=7']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:55.461657 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f26fe65a-74b2-43e8-bea8-3e273c3227eb req-b66629e4-87da-4838-85a9-30fb727bfd1a tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/security-groups?id=860ae54b-cbfa-4172-b3c4-55c61d1ba833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745189 May 18 14:57:55.508292 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [req-7e6015df-7b34-4064-8155-dd694d421127 req-75614f51-6654-4a1a-a96f-14c0ca5a25ef tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Deleting port a8034ac0-d5ed-464c-bb2c-34709b97009e {{(pid=110157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:57:55.508688 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-7e6015df-7b34-4064-8155-dd694d421127 req-75614f51-6654-4a1a-a96f-14c0ca5a25ef tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (a8034ac0-d5ed-464c-bb2c-34709b97009e), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:55.553542 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:55.667361 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.db [req-7e6015df-7b34-4064-8155-dd694d421127 req-75614f51-6654-4a1a-a96f-14c0ca5a25ef tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] For port a8034ac0-d5ed-464c-bb2c-34709b97009e, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=a8034ac0-d5ed-464c-bb2c-34709b97009e,segment=NetworkSegment(45c91823-dda8-463e-8d18-46620d7c6107),segment_id=45c91823-dda8-463e-8d18-46620d7c6107)] {{(pid=110157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:57:55.667749 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-7e6015df-7b34-4064-8155-dd694d421127 req-75614f51-6654-4a1a-a96f-14c0ca5a25ef tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (a8034ac0-d5ed-464c-bb2c-34709b97009e), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:55.716032 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [req-7e6015df-7b34-4064-8155-dd694d421127 req-75614f51-6654-4a1a-a96f-14c0ca5a25ef tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Calling delete_port for a8034ac0-d5ed-464c-bb2c-34709b97009e owned by compute:nova {{(pid=110157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:57:55.741774 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd4717-a833-4a54-a58e-79923da34ad3 req-5a102392-ea90-4fba-9445-b2cfde7d9fdb tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:55.744757 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-c9fd4717-a833-4a54-a58e-79923da34ad3 req-5a102392-ea90-4fba-9445-b2cfde7d9fdb tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 945 time: 0.0971930 May 18 14:57:55.846960 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f8fe949e-8ad4-4e4e-a76d-bcc587192dad req-dc39e425-e289-4fbb-aa6e-21eff390f88e tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=029fe182-8e95-49ca-88da-64523afce432 HTTP/1.1" status: 200 len: 210 time: 0.0585093 May 18 14:57:55.885215 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7b3e5-195a-498c-9e26-31e6a4634efc req-e4974596-6974-426f-9ecd-597c3616664a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:55.886532 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1cf7b3e5-195a-498c-9e26-31e6a4634efc req-e4974596-6974-426f-9ecd-597c3616664a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.49 "GET /v2.0/networks?id=22bd5425-6379-4740-b6c4-d6f9b7aaeddb HTTP/1.1" status: 200 len: 818 time: 0.3052211 May 18 14:57:55.913916 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-c9fd4717-a833-4a54-a58e-79923da34ad3 req-3760854c-fc65-4795-a3f0-80ccbcc8eac7 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245017 May 18 14:57:55.994586 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:56.011215 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-7e6015df-7b34-4064-8155-dd694d421127 req-75614f51-6654-4a1a-a96f-14c0ca5a25ef tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13704171'] for port (a8034ac0-d5ed-464c-bb2c-34709b97009e), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:56.016913 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1cf7b3e5-195a-498c-9e26-31e6a4634efc req-12757e5e-6e7d-4116-a241-56da33748423 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84835592358a4e188df86896d6015647 HTTP/1.1" status: 200 len: 380 time: 0.0961964 May 18 14:57:56.050381 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] get_ports_and_sgs() called for port_ids ['a8034ac0-d5ed-464c-bb2c-34709b97009e'] {{(pid=110158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 14:57:56.052883 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [req-1cf7b3e5-195a-498c-9e26-31e6a4634efc req-c9c994a3-21f5-4a44-be84-14eaa8c9d808 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Request body: {'port': {'device_id': '029fe182-8e95-49ca-88da-64523afce432', 'network_id': '22bd5425-6379-4740-b6c4-d6f9b7aaeddb', 'admin_state_up': True, 'tenant_id': '84835592358a4e188df86896d6015647', 'security_groups': ['a4853b88-ce3a-4172-9efa-accfb830c42b']}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:57:56.058922 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75614f51-6654-4a1a-a96f-14c0ca5a25ef tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Pushing event deleted for resources: {'Port': ['ID=a8034ac0-d5ed-464c-bb2c-34709b97009e,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:56.139595 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e6015df-7b34-4064-8155-dd694d421127 req-75614f51-6654-4a1a-a96f-14c0ca5a25ef tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] No DVR routers for this DVR port a8034ac0-d5ed-464c-bb2c-34709b97009e on host hv-cinder-83998 {{(pid=110157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:57:56.143870 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-7e6015df-7b34-4064-8155-dd694d421127 req-75614f51-6654-4a1a-a96f-14c0ca5a25ef tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for port (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:56.147094 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7e6015df-7b34-4064-8155-dd694d421127 req-75614f51-6654-4a1a-a96f-14c0ca5a25ef tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.49 "DELETE /v2.0/ports/a8034ac0-d5ed-464c-bb2c-34709b97009e HTTP/1.1" status: 204 len: 173 time: 0.7405446 May 18 14:57:56.147522 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd150bfcf-f511-42be-afcf-90d9c8c6e9ca', 'name': 'network-vif-deleted', 'tag': 'a8034ac0-d5ed-464c-bb2c-34709b97009e'}] {{(pid=110157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:57:56.149787 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3614be4c33be7e0ed28fa23fdbb6a3604458632b91c0a79006a6fb45a0ea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdca7d5a-3b9c-4307-8889-fc0ca46d7279" -d '{"events": [{"server_uuid": "d150bfcf-f511-42be-afcf-90d9c8c6e9ca", "name": "network-vif-deleted", "tag": "a8034ac0-d5ed-464c-bb2c-34709b97009e"}]}' {{(pid=110157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:57:56.193974 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 14:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-026f128e-fdae-4fff-b7b3-60a1fb115bb6 x-openstack-request-id: req-026f128e-fdae-4fff-b7b3-60a1fb115bb6 {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:57:56.194408 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d150bfcf-f511-42be-afcf-90d9c8c6e9ca", "name": "network-vif-deleted", "tag": "a8034ac0-d5ed-464c-bb2c-34709b97009e", "status": "completed", "code": 200}]} {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:57:56.194662 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-026f128e-fdae-4fff-b7b3-60a1fb115bb6 {{(pid=110157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:57:56.195079 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-026f128e-fdae-4fff-b7b3-60a1fb115bb6'] response: {'server_uuid': 'd150bfcf-f511-42be-afcf-90d9c8c6e9ca', 'name': 'network-vif-deleted', 'tag': 'a8034ac0-d5ed-464c-bb2c-34709b97009e', 'status': 'completed', 'code': 200} May 18 14:57:56.232903 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cf7b3e5-195a-498c-9e26-31e6a4634efc req-c9c994a3-21f5-4a44-be84-14eaa8c9d808 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Made reservation on behalf of 84835592358a4e188df86896d6015647 for: {'port': 1} {{(pid=110157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:57:56.239440 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-1cf7b3e5-195a-498c-9e26-31e6a4634efc req-c9c994a3-21f5-4a44-be84-14eaa8c9d808 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:56.381240 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.db_base_plugin_common [req-1cf7b3e5-195a-498c-9e26-31e6a4634efc req-c9c994a3-21f5-4a44-be84-14eaa8c9d808 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Allocated IP 172.20.0.3 (22bd5425-6379-4740-b6c4-d6f9b7aaeddb/8225869c-efe1-47af-ba2b-3d33d9623b49/b2e8b9ad-823b-4ddb-820c-d6a26d7edf96) {{(pid=110157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:57:56.385326 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:56.473723 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:56.553598 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-1cf7b3e5-195a-498c-9e26-31e6a4634efc req-c9c994a3-21f5-4a44-be84-14eaa8c9d808 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks [] for port (b2e8b9ad-823b-4ddb-820c-d6a26d7edf96), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:56.609414 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-37e72cb2-6281-408c-bd3c-c65423206838 req-ca958687-082a-4a9d-bfc5-e0c129e3374a tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/ports?device_id=d150bfcf-f511-42be-afcf-90d9c8c6e9ca HTTP/1.1" status: 200 len: 210 time: 0.0404627 May 18 14:57:56.617535 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-1cf7b3e5-195a-498c-9e26-31e6a4634efc req-c9c994a3-21f5-4a44-be84-14eaa8c9d808 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13704171'] for port (b2e8b9ad-823b-4ddb-820c-d6a26d7edf96), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:56.661573 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cf7b3e5-195a-498c-9e26-31e6a4634efc req-c9c994a3-21f5-4a44-be84-14eaa8c9d808 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Network 22bd5425-6379-4740-b6c4-d6f9b7aaeddb is already hosted by enough agents. {{(pid=110157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:57:56.668003 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.base_scheduler [req-1cf7b3e5-195a-498c-9e26-31e6a4634efc req-c9c994a3-21f5-4a44-be84-14eaa8c9d808 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Resources bound (agent type, host, resource id): {{(pid=110157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:57:56.671806 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf7b3e5-195a-498c-9e26-31e6a4634efc req-c9c994a3-21f5-4a44-be84-14eaa8c9d808 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Received port after_create {{(pid=110157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:57:56.702058 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c994a3-21f5-4a44-be84-14eaa8c9d808 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Pushing event updated for resources: {'Port': ['ID=b2e8b9ad-823b-4ddb-820c-d6a26d7edf96,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:56.728304 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7b3e5-195a-498c-9e26-31e6a4634efc req-c9c994a3-21f5-4a44-be84-14eaa8c9d808 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:56.728951 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-1cf7b3e5-195a-498c-9e26-31e6a4634efc req-c9c994a3-21f5-4a44-be84-14eaa8c9d808 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for port (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:56.746988 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1cf7b3e5-195a-498c-9e26-31e6a4634efc req-c9c994a3-21f5-4a44-be84-14eaa8c9d808 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6989024 May 18 14:57:56.766303 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [req-1cf7b3e5-195a-498c-9e26-31e6a4634efc req-50a00e81-d3cb-4776-bb16-0beb786729b4 service neutron] Request body: {'port': {'device_id': '029fe182-8e95-49ca-88da-64523afce432', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:57:56.835843 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-1cf7b3e5-195a-498c-9e26-31e6a4634efc req-50a00e81-d3cb-4776-bb16-0beb786729b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (b2e8b9ad-823b-4ddb-820c-d6a26d7edf96), before_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:56.928675 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:56.957081 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-5db8abe9-9aac-4451-a494-ccc0f1607a03 None None] Provisioning complete for port b2e8b9ad-823b-4ddb-820c-d6a26d7edf96 triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:57:56.957458 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5db8abe9-9aac-4451-a494-ccc0f1607a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (b2e8b9ad-823b-4ddb-820c-d6a26d7edf96), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:56.994497 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-5db8abe9-9aac-4451-a494-ccc0f1607a03 None None] Port b2e8b9ad-823b-4ddb-820c-d6a26d7edf96 cannot update to ACTIVE because it is not bound. {{(pid=110158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:57:57.069059 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cee334-4bdb-465d-a9c6-93f6c899831f req-2dd5b8c9-43dd-43f1-a1a3-ae13db862866 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:57.070609 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-17cee334-4bdb-465d-a9c6-93f6c899831f req-2dd5b8c9-43dd-43f1-a1a3-ae13db862866 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=029fe182-8e95-49ca-88da-64523afce432 HTTP/1.1" status: 200 len: 931 time: 0.1338606 May 18 14:57:57.099657 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6daea4-af26-4070-a773-fd8e5162a904 req-433df61d-fc90-427b-831a-f0bd49a13d02 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:57.101113 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0e6daea4-af26-4070-a773-fd8e5162a904 req-433df61d-fc90-427b-831a-f0bd49a13d02 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 945 time: 0.0939252 May 18 14:57:57.215489 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-17cee334-4bdb-465d-a9c6-93f6c899831f req-1a878e18-e7a7-466a-9576-d2c7f105ef38 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4853b88-ce3a-4172-9efa-accfb830c42b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359339 May 18 14:57:57.227079 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0e6daea4-af26-4070-a773-fd8e5162a904 req-b4f8c67e-9920-48e9-9c94-0d693d845f4f tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107991 May 18 14:57:57.244152 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:57.311277 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.notifiers.nova [req-1cf7b3e5-195a-498c-9e26-31e6a4634efc req-50a00e81-d3cb-4776-bb16-0beb786729b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2e8b9ad-823b-4ddb-820c-d6a26d7edf96 {{(pid=110157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:57:57.319386 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-1cf7b3e5-195a-498c-9e26-31e6a4634efc req-50a00e81-d3cb-4776-bb16-0beb786729b4 service neutron] Publish callbacks [] for port (b2e8b9ad-823b-4ddb-820c-d6a26d7edf96), precommit_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:57.331591 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.provisioning_blocks [req-1cf7b3e5-195a-498c-9e26-31e6a4634efc req-50a00e81-d3cb-4776-bb16-0beb786729b4 service neutron] Transition to ACTIVE for port object b2e8b9ad-823b-4ddb-820c-d6a26d7edf96 will not be triggered until provisioned by entity L2. {{(pid=110157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 14:57:57.334942 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-1cf7b3e5-195a-498c-9e26-31e6a4634efc req-50a00e81-d3cb-4776-bb16-0beb786729b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13704156'] for port (b2e8b9ad-823b-4ddb-820c-d6a26d7edf96), after_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:57.385761 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a00e81-d3cb-4776-bb16-0beb786729b4 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e8b9ad-823b-4ddb-820c-d6a26d7edf96,revision_number=2']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:57.462466 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.managers [req-1cf7b3e5-195a-498c-9e26-31e6a4634efc req-50a00e81-d3cb-4776-bb16-0beb786729b4 service neutron] Attempting to bind port b2e8b9ad-823b-4ddb-820c-d6a26d7edf96 on host hv-cinder-83998 for vnic_type normal with profile {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:57:57.462805 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.managers [req-1cf7b3e5-195a-498c-9e26-31e6a4634efc req-50a00e81-d3cb-4776-bb16-0beb786729b4 service neutron] Attempting to bind port b2e8b9ad-823b-4ddb-820c-d6a26d7edf96 by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': 'bbfc418c-0043-41f1-b776-d50d494cd99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '22bd5425-6379-4740-b6c4-d6f9b7aaeddb'}] {{(pid=110157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:57:57.463136 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf7b3e5-195a-498c-9e26-31e6a4634efc req-50a00e81-d3cb-4776-bb16-0beb786729b4 service neutron] Attempting to bind port b2e8b9ad-823b-4ddb-820c-d6a26d7edf96 on network 22bd5425-6379-4740-b6c4-d6f9b7aaeddb {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:57:57.467740 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf7b3e5-195a-498c-9e26-31e6a4634efc req-50a00e81-d3cb-4776-bb16-0beb786729b4 service neutron] Port b2e8b9ad-823b-4ddb-820c-d6a26d7edf96 on network 22bd5425-6379-4740-b6c4-d6f9b7aaeddb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 14:57:57.468005 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf7b3e5-195a-498c-9e26-31e6a4634efc req-50a00e81-d3cb-4776-bb16-0beb786729b4 service neutron] Attempting to bind port b2e8b9ad-823b-4ddb-820c-d6a26d7edf96 on network 22bd5425-6379-4740-b6c4-d6f9b7aaeddb {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:57:57.473170 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf7b3e5-195a-498c-9e26-31e6a4634efc req-50a00e81-d3cb-4776-bb16-0beb786729b4 service neutron] Checking agent: {'id': 'f376d122-85a6-484a-a941-8f32d5a81e72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 53, 39), 'started_at': datetime.datetime(2022, 5, 18, 14, 53, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:57:57.473506 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf7b3e5-195a-498c-9e26-31e6a4634efc req-50a00e81-d3cb-4776-bb16-0beb786729b4 service neutron] Checking segment: {'id': 'bbfc418c-0043-41f1-b776-d50d494cd99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '22bd5425-6379-4740-b6c4-d6f9b7aaeddb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:57:57.474382 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf7b3e5-195a-498c-9e26-31e6a4634efc req-50a00e81-d3cb-4776-bb16-0beb786729b4 service neutron] Bound using segment: {'id': 'bbfc418c-0043-41f1-b776-d50d494cd99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '22bd5425-6379-4740-b6c4-d6f9b7aaeddb'} {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:57:57.474811 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.managers [req-1cf7b3e5-195a-498c-9e26-31e6a4634efc req-50a00e81-d3cb-4776-bb16-0beb786729b4 service neutron] Bound port: b2e8b9ad-823b-4ddb-820c-d6a26d7edf96, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbfc418c-0043-41f1-b776-d50d494cd99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '22bd5425-6379-4740-b6c4-d6f9b7aaeddb'}}] {{(pid=110157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:57:57.475169 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-1cf7b3e5-195a-498c-9e26-31e6a4634efc req-50a00e81-d3cb-4776-bb16-0beb786729b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (b2e8b9ad-823b-4ddb-820c-d6a26d7edf96), before_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:57.545556 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.db [req-1cf7b3e5-195a-498c-9e26-31e6a4634efc req-50a00e81-d3cb-4776-bb16-0beb786729b4 service neutron] For port b2e8b9ad-823b-4ddb-820c-d6a26d7edf96, host hv-cinder-83998, cleared binding levels {{(pid=110157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:57:57.548546 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.db [req-1cf7b3e5-195a-498c-9e26-31e6a4634efc req-50a00e81-d3cb-4776-bb16-0beb786729b4 service neutron] For port b2e8b9ad-823b-4ddb-820c-d6a26d7edf96, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=b2e8b9ad-823b-4ddb-820c-d6a26d7edf96,segment=NetworkSegment(bbfc418c-0043-41f1-b776-d50d494cd99b),segment_id=bbfc418c-0043-41f1-b776-d50d494cd99b)] {{(pid=110157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:57:57.555387 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-1cf7b3e5-195a-498c-9e26-31e6a4634efc req-50a00e81-d3cb-4776-bb16-0beb786729b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13704156'] for port (b2e8b9ad-823b-4ddb-820c-d6a26d7edf96), after_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:57.587497 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7b3e5-195a-498c-9e26-31e6a4634efc req-50a00e81-d3cb-4776-bb16-0beb786729b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:57.588299 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-1cf7b3e5-195a-498c-9e26-31e6a4634efc req-50a00e81-d3cb-4776-bb16-0beb786729b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for port (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:57:57.589824 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1cf7b3e5-195a-498c-9e26-31e6a4634efc req-50a00e81-d3cb-4776-bb16-0beb786729b4 service neutron] 10.222.0.49 "PUT /v2.0/ports/b2e8b9ad-823b-4ddb-820c-d6a26d7edf96 HTTP/1.1" status: 200 len: 1093 time: 0.8279371 May 18 14:57:57.630833 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a00e81-d3cb-4776-bb16-0beb786729b4 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e8b9ad-823b-4ddb-820c-d6a26d7edf96,revision_number=3']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:57:58.165376 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64bc46-87c4-4cd4-8781-858ef0f2fc03 req-9d07cf2c-ff84-45b6-9bb2-9a0734b50c1b tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:58.166736 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3f64bc46-87c4-4cd4-8781-858ef0f2fc03 req-9d07cf2c-ff84-45b6-9bb2-9a0734b50c1b tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/networks?id=b1070a25-b6bd-45ba-8976-aa1e0d09c083 HTTP/1.1" status: 200 len: 808 time: 0.3370805 May 18 14:57:58.181039 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3f64bc46-87c4-4cd4-8781-858ef0f2fc03 req-950594bf-2763-49e5-b112-1700e7b28565 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/quotas/a9de5514ed904b8990b1a4f375b01bd9 HTTP/1.1" status: 200 len: 375 time: 0.0089710 May 18 14:57:58.195646 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '029fe182-8e95-49ca-88da-64523afce432', 'tag': 'b2e8b9ad-823b-4ddb-820c-d6a26d7edf96'}] {{(pid=110157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:57:58.197876 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3614be4c33be7e0ed28fa23fdbb6a3604458632b91c0a79006a6fb45a0ea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c12875-75ed-42b5-ac1c-fd8c8f9c087d" -d '{"events": [{"name": "network-changed", "server_uuid": "029fe182-8e95-49ca-88da-64523afce432", "tag": "b2e8b9ad-823b-4ddb-820c-d6a26d7edf96"}]}' {{(pid=110157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:57:58.215706 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3f64bc46-87c4-4cd4-8781-858ef0f2fc03 req-6c1c6546-2e83-4270-8820-4f74d3cdfca3 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a9de5514ed904b8990b1a4f375b01bd9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299692 May 18 14:57:58.269335 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 14:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698b4808-06d7-4d43-81f7-c8af3a7fa81c x-openstack-request-id: req-698b4808-06d7-4d43-81f7-c8af3a7fa81c {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:57:58.269626 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "029fe182-8e95-49ca-88da-64523afce432", "tag": "b2e8b9ad-823b-4ddb-820c-d6a26d7edf96", "status": "completed", "code": 200}]} {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:57:58.269872 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-698b4808-06d7-4d43-81f7-c8af3a7fa81c {{(pid=110157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:57:58.270252 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-698b4808-06d7-4d43-81f7-c8af3a7fa81c'] response: {'name': 'network-changed', 'server_uuid': '029fe182-8e95-49ca-88da-64523afce432', 'tag': 'b2e8b9ad-823b-4ddb-820c-d6a26d7edf96', 'status': 'completed', 'code': 200} May 18 14:57:58.344217 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3f64bc46-87c4-4cd4-8781-858ef0f2fc03 req-4e7420de-fdc9-4ced-8868-997ecaec7858 service neutron] 10.222.0.59 "GET /v2.0/networks/b1070a25-b6bd-45ba-8976-aa1e0d09c083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215787 May 18 14:57:58.358992 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:58.374127 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df064104-cd26-4708-8d12-ceebd8bbb896 req-70146ba2-6979-4563-9f93-5215925b2b39 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:58.375529 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-df064104-cd26-4708-8d12-ceebd8bbb896 req-70146ba2-6979-4563-9f93-5215925b2b39 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=029fe182-8e95-49ca-88da-64523afce432 HTTP/1.1" status: 200 len: 943 time: 0.0773022 May 18 14:57:58.472529 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-df064104-cd26-4708-8d12-ceebd8bbb896 req-775b05c1-05d6-4015-a89a-143d3b414dc7 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4853b88-ce3a-4172-9efa-accfb830c42b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685658 May 18 14:57:58.486907 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3f64bc46-87c4-4cd4-8781-858ef0f2fc03 req-91fe4d8b-cb87-4adb-b98c-930cfd187be1 service neutron] 10.222.0.59 "GET /v2.0/networks/b1070a25-b6bd-45ba-8976-aa1e0d09c083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370802 May 18 14:57:58.577947 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee32eb12-256a-4401-86f1-651b6419071a req-b1409d6a-0102-4149-a418-a0b04b192277 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:58.579440 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ee32eb12-256a-4401-86f1-651b6419071a req-b1409d6a-0102-4149-a418-a0b04b192277 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 945 time: 0.0528259 May 18 14:57:58.642468 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:57:58.647752 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ee32eb12-256a-4401-86f1-651b6419071a req-f58b1b3c-14cd-4018-8204-69e2e5f990fb tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618992 May 18 14:57:58.665672 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-92e580e9-4cdd-4f9f-bdd5-1a8ade89beb7 req-0037716c-5943-4afe-b1a3-0011527f6238 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b4bb700-92ae-430f-96ae-eafd73b576ef HTTP/1.1" status: 200 len: 210 time: 0.0403192 May 18 14:57:59.590394 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa267f-dc1d-4030-be1f-d668dd2fed14 req-aea2f028-b818-47a0-ad08-64a6da368f45 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:59.591856 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-82fa267f-dc1d-4030-be1f-d668dd2fed14 req-aea2f028-b818-47a0-ad08-64a6da368f45 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=029fe182-8e95-49ca-88da-64523afce432 HTTP/1.1" status: 200 len: 943 time: 0.0472682 May 18 14:57:59.641313 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-82fa267f-dc1d-4030-be1f-d668dd2fed14 req-a77bdc0b-c3f7-4723-ac6f-174e2b99e7f5 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4853b88-ce3a-4172-9efa-accfb830c42b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438669 May 18 14:57:59.777279 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-79c764b0-a989-49d0-8b16-f5ff03f1b11e req-c903dfed-18a8-410e-86bf-7ac148763d4d tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b4bb700-92ae-430f-96ae-eafd73b576ef HTTP/1.1" status: 200 len: 210 time: 0.0443468 May 18 14:57:59.790071 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b36355d-e8b2-4292-841b-7e6cb5e3b545 req-db7b2608-e7f2-439e-813b-0d60f2ce6c0d tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:57:59.791497 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6b36355d-e8b2-4292-841b-7e6cb5e3b545 req-db7b2608-e7f2-439e-813b-0d60f2ce6c0d tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 945 time: 0.0695980 May 18 14:57:59.840177 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6b36355d-e8b2-4292-841b-7e6cb5e3b545 req-9539e516-7c2a-4003-8d10-737d60fe1d56 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431275 May 18 14:58:00.742109 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device a8034ac0-d5ed-464c-bb2c-34709b97009e no longer exists at agent hyperv_hv-cinder-83998 {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 14:58:00.763803 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] No Port match for: a8034ac0-d5ed-464c-bb2c-34709b97009e {{(pid=110158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 14:58:00.764161 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device a8034ac0-d5ed-464c-bb2c-34709b97009e not bound to the agent host hv-cinder-83998 {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 14:58:00.764965 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6355f372-b741-477f-8cad-82044e3926cb req-055a8d6a-165b-4628-9e9c-50bd42ece199 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:00.766487 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6355f372-b741-477f-8cad-82044e3926cb req-055a8d6a-165b-4628-9e9c-50bd42ece199 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=029fe182-8e95-49ca-88da-64523afce432 HTTP/1.1" status: 200 len: 943 time: 0.0486860 May 18 14:58:00.856361 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7b3e5-195a-498c-9e26-31e6a4634efc req-5c3ae7ea-b515-4869-93be-2d153ac58f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:00.858429 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1cf7b3e5-195a-498c-9e26-31e6a4634efc req-5c3ae7ea-b515-4869-93be-2d153ac58f3d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=84835592358a4e188df86896d6015647&device_id=029fe182-8e95-49ca-88da-64523afce432 HTTP/1.1" status: 200 len: 1127 time: 0.0671296 May 18 14:58:00.875257 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6355f372-b741-477f-8cad-82044e3926cb req-950e7f7c-94af-47ff-8220-668275d95c58 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4853b88-ce3a-4172-9efa-accfb830c42b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027598 May 18 14:58:00.898874 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-05bd9a2c-7a5b-445f-aaac-e3ffb42ca738 req-2eb7be41-d006-482b-8929-e57f65c0e21a tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b4bb700-92ae-430f-96ae-eafd73b576ef HTTP/1.1" status: 200 len: 210 time: 0.0473578 May 18 14:58:00.927734 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1cf7b3e5-195a-498c-9e26-31e6a4634efc req-217e83ac-aea8-46b8-91ff-863652ab8b16 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2e8b9ad-823b-4ddb-820c-d6a26d7edf96 HTTP/1.1" status: 200 len: 217 time: 0.0355582 May 18 14:58:01.027646 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af51bd3-1001-4af6-8ed5-2b7c7653c318 req-1168a18e-28c3-4587-a30a-2f2246802e68 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:01.029500 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-4af51bd3-1001-4af6-8ed5-2b7c7653c318 req-1168a18e-28c3-4587-a30a-2f2246802e68 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 945 time: 0.0839298 May 18 14:58:01.056064 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7b3e5-195a-498c-9e26-31e6a4634efc req-48c8f6d0-7c9c-42d0-8f78-5657177b76be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:01.060075 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1cf7b3e5-195a-498c-9e26-31e6a4634efc req-48c8f6d0-7c9c-42d0-8f78-5657177b76be service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8225869c-efe1-47af-ba2b-3d33d9623b49 HTTP/1.1" status: 200 len: 857 time: 0.0831032 May 18 14:58:01.131556 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7b3e5-195a-498c-9e26-31e6a4634efc req-0f0baf95-910e-47a4-a613-3387ebe5afd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:01.133106 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1cf7b3e5-195a-498c-9e26-31e6a4634efc req-0f0baf95-910e-47a4-a613-3387ebe5afd2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=22bd5425-6379-4740-b6c4-d6f9b7aaeddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0639310 May 18 14:58:01.136590 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-4af51bd3-1001-4af6-8ed5-2b7c7653c318 req-36b6e6d2-f1ad-45ed-9d1c-9f561dfd34a1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978162 May 18 14:58:01.236760 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1cf7b3e5-195a-498c-9e26-31e6a4634efc req-d06909b8-efb1-4a34-9fbf-76ccfa3178aa service neutron] 10.222.0.49 "GET /v2.0/networks/22bd5425-6379-4740-b6c4-d6f9b7aaeddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953345 May 18 14:58:01.567174 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1cf7b3e5-195a-498c-9e26-31e6a4634efc req-25de4854-862f-4e9d-b2ec-d9cf38ba9cb5 service neutron] 10.222.0.49 "GET /v2.0/networks/22bd5425-6379-4740-b6c4-d6f9b7aaeddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932295 May 18 14:58:01.757592 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:01.779045 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64bc46-87c4-4cd4-8781-858ef0f2fc03 req-93b5e544-1812-4d4b-81d8-124585747515 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:01.780525 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3f64bc46-87c4-4cd4-8781-858ef0f2fc03 req-93b5e544-1812-4d4b-81d8-124585747515 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.49 "GET /v2.0/networks?id=b1070a25-b6bd-45ba-8976-aa1e0d09c083 HTTP/1.1" status: 200 len: 808 time: 0.1053569 May 18 14:58:02.004872 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-63e1f486-7508-4cc6-bf5b-d968a94de0e1 req-e85c61c8-4e9a-46dc-9523-089abc6e4732 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b4bb700-92ae-430f-96ae-eafd73b576ef HTTP/1.1" status: 200 len: 210 time: 0.0325730 May 18 14:58:02.012937 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46575b36-b33e-49a4-8cdd-03ebc64bd01a req-6f580e57-f270-41e5-a296-a279b974a745 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:02.014326 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-46575b36-b33e-49a4-8cdd-03ebc64bd01a req-6f580e57-f270-41e5-a296-a279b974a745 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=029fe182-8e95-49ca-88da-64523afce432 HTTP/1.1" status: 200 len: 943 time: 0.0707428 May 18 14:58:02.066101 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-46575b36-b33e-49a4-8cdd-03ebc64bd01a req-e5850158-7a7f-42a1-8449-2d6e98339611 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4853b88-ce3a-4172-9efa-accfb830c42b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462327 May 18 14:58:02.253931 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f18dba-502e-42f7-a352-b56916f47217 req-fd879925-ca87-493c-b3d9-5e67db4e019f tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:02.255386 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e0f18dba-502e-42f7-a352-b56916f47217 req-fd879925-ca87-493c-b3d9-5e67db4e019f tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 945 time: 0.0463016 May 18 14:58:02.302278 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e0f18dba-502e-42f7-a352-b56916f47217 req-21defd2d-2ddc-4fa1-9b49-26d4d657a5a5 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410628 May 18 14:58:02.640920 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=33,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:02.641785 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=14,neutron:DELETE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:03.083477 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:03.103390 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-84a02a35-af4d-4c14-9ef4-21fc266fa9f5 req-6a262d70-fe4b-4386-b0b6-c06f9885106d tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b4bb700-92ae-430f-96ae-eafd73b576ef HTTP/1.1" status: 200 len: 210 time: 0.0302262 May 18 14:58:03.141342 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [req-3f64bc46-87c4-4cd4-8781-858ef0f2fc03 req-f02fa5f6-93f5-48cf-894e-42a25a134e49 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Request body: {'port': {'device_id': '9b4bb700-92ae-430f-96ae-eafd73b576ef', 'network_id': 'b1070a25-b6bd-45ba-8976-aa1e0d09c083', 'admin_state_up': True, 'tenant_id': 'a9de5514ed904b8990b1a4f375b01bd9'}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:58:03.285345 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c12875-75ed-42b5-ac1c-fd8c8f9c087d req-67fa3e8c-0612-442c-a00e-7cff45d11b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:03.287499 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-a4c12875-75ed-42b5-ac1c-fd8c8f9c087d req-67fa3e8c-0612-442c-a00e-7cff45d11b7a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=84835592358a4e188df86896d6015647&device_id=029fe182-8e95-49ca-88da-64523afce432 HTTP/1.1" status: 200 len: 1127 time: 0.1512430 May 18 14:58:03.297726 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761a136-40d2-4197-9dd3-50ff2541fa3a req-d4c83fa3-996c-41fb-8f92-ae5bf65fadba tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:03.299133 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-a761a136-40d2-4197-9dd3-50ff2541fa3a req-d4c83fa3-996c-41fb-8f92-ae5bf65fadba tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=029fe182-8e95-49ca-88da-64523afce432 HTTP/1.1" status: 200 len: 943 time: 0.1400156 May 18 14:58:03.397802 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-a761a136-40d2-4197-9dd3-50ff2541fa3a req-7e8b970b-72af-464c-aa10-3ddb4aadfb9b tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4853b88-ce3a-4172-9efa-accfb830c42b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913601 May 18 14:58:03.417100 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f64bc46-87c4-4cd4-8781-858ef0f2fc03 req-f02fa5f6-93f5-48cf-894e-42a25a134e49 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Made reservation on behalf of a9de5514ed904b8990b1a4f375b01bd9 for: {'port': 1} {{(pid=110157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:58:03.420491 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-3f64bc46-87c4-4cd4-8781-858ef0f2fc03 req-f02fa5f6-93f5-48cf-894e-42a25a134e49 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:03.458860 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a4539-002d-44e7-8ffb-e9e49d7cac0e req-b1a72998-70df-4a78-b41b-ac02efb706fc tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:03.460461 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6e2a4539-002d-44e7-8ffb-e9e49d7cac0e req-b1a72998-70df-4a78-b41b-ac02efb706fc tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 945 time: 0.0819082 May 18 14:58:03.629073 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6e2a4539-002d-44e7-8ffb-e9e49d7cac0e req-b38c6faa-6a77-4426-bfae-0b2687e30aff tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581573 May 18 14:58:03.692995 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c12875-75ed-42b5-ac1c-fd8c8f9c087d req-905bea9f-c99a-4ac4-bc74-a54479ace870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:03.694494 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-a4c12875-75ed-42b5-ac1c-fd8c8f9c087d req-905bea9f-c99a-4ac4-bc74-a54479ace870 service neutron] 10.222.0.49 "GET /v2.0/networks?id=22bd5425-6379-4740-b6c4-d6f9b7aaeddb HTTP/1.1" status: 200 len: 919 time: 0.2573330 May 18 14:58:03.718244 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.db_base_plugin_common [req-3f64bc46-87c4-4cd4-8781-858ef0f2fc03 req-f02fa5f6-93f5-48cf-894e-42a25a134e49 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Allocated IP 172.20.0.7 (b1070a25-b6bd-45ba-8976-aa1e0d09c083/ba4625ae-5a22-49e1-a132-4b2b116110ff/945ececc-a652-4632-8a0d-c875a728bbbb) {{(pid=110157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:58:03.763584 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-a4c12875-75ed-42b5-ac1c-fd8c8f9c087d req-4b7df704-0d15-4aaf-87d1-faf30d62374c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2e8b9ad-823b-4ddb-820c-d6a26d7edf96 HTTP/1.1" status: 200 len: 217 time: 0.0429454 May 18 14:58:03.821246 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:03.896237 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c12875-75ed-42b5-ac1c-fd8c8f9c087d req-24c791d3-72b3-43da-8021-d752dab248ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:03.897964 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-a4c12875-75ed-42b5-ac1c-fd8c8f9c087d req-24c791d3-72b3-43da-8021-d752dab248ff service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8225869c-efe1-47af-ba2b-3d33d9623b49 HTTP/1.1" status: 200 len: 857 time: 0.1179488 May 18 14:58:03.958663 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c12875-75ed-42b5-ac1c-fd8c8f9c087d req-4ae2fa01-b146-42b1-8a7a-8d2c90b9ae29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:03.960284 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-a4c12875-75ed-42b5-ac1c-fd8c8f9c087d req-4ae2fa01-b146-42b1-8a7a-8d2c90b9ae29 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=22bd5425-6379-4740-b6c4-d6f9b7aaeddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528548 May 18 14:58:04.054659 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:04.059010 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-3f64bc46-87c4-4cd4-8781-858ef0f2fc03 req-f02fa5f6-93f5-48cf-894e-42a25a134e49 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Publish callbacks [] for port (945ececc-a652-4632-8a0d-c875a728bbbb), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:04.112356 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-a4c12875-75ed-42b5-ac1c-fd8c8f9c087d req-6add3b03-cc19-43e5-b476-6e5c96764692 service neutron] 10.222.0.49 "GET /v2.0/networks/22bd5425-6379-4740-b6c4-d6f9b7aaeddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424155 May 18 14:58:04.204280 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-3f64bc46-87c4-4cd4-8781-858ef0f2fc03 req-f02fa5f6-93f5-48cf-894e-42a25a134e49 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13704171'] for port (945ececc-a652-4632-8a0d-c875a728bbbb), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:04.297812 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f64bc46-87c4-4cd4-8781-858ef0f2fc03 req-f02fa5f6-93f5-48cf-894e-42a25a134e49 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Network b1070a25-b6bd-45ba-8976-aa1e0d09c083 is already hosted by enough agents. {{(pid=110157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:58:04.312134 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.base_scheduler [req-3f64bc46-87c4-4cd4-8781-858ef0f2fc03 req-f02fa5f6-93f5-48cf-894e-42a25a134e49 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Resources bound (agent type, host, resource id): {{(pid=110157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:58:04.325966 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f64bc46-87c4-4cd4-8781-858ef0f2fc03 req-f02fa5f6-93f5-48cf-894e-42a25a134e49 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Received port after_create {{(pid=110157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:58:04.336558 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02fa5f6-93f5-48cf-894e-42a25a134e49 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Pushing event updated for resources: {'Port': ['ID=945ececc-a652-4632-8a0d-c875a728bbbb,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:58:04.359476 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-a4c12875-75ed-42b5-ac1c-fd8c8f9c087d req-4d053af2-35a3-4978-a678-d0fd2820cd88 service neutron] 10.222.0.49 "GET /v2.0/networks/22bd5425-6379-4740-b6c4-d6f9b7aaeddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392337 May 18 14:58:04.365672 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e30d81c-cc7c-45cf-8c76-2d21d21cb79e req-a7b6ad59-6fa5-440f-bd65-31082dfe9422 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:04.369082 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1e30d81c-cc7c-45cf-8c76-2d21d21cb79e req-a7b6ad59-6fa5-440f-bd65-31082dfe9422 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b4bb700-92ae-430f-96ae-eafd73b576ef HTTP/1.1" status: 200 len: 931 time: 0.1249933 May 18 14:58:04.433500 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64bc46-87c4-4cd4-8781-858ef0f2fc03 req-f02fa5f6-93f5-48cf-894e-42a25a134e49 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:04.434156 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-3f64bc46-87c4-4cd4-8781-858ef0f2fc03 req-f02fa5f6-93f5-48cf-894e-42a25a134e49 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for port (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:04.467776 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1e30d81c-cc7c-45cf-8c76-2d21d21cb79e req-a2b9f380-4d66-4ece-8030-022e9e20dc14 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/security-groups?id=860ae54b-cbfa-4172-b3c4-55c61d1ba833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949547 May 18 14:58:04.526994 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3f64bc46-87c4-4cd4-8781-858ef0f2fc03 req-f02fa5f6-93f5-48cf-894e-42a25a134e49 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3893764 May 18 14:58:04.565737 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [req-3f64bc46-87c4-4cd4-8781-858ef0f2fc03 req-6b5e4a2c-b2a0-4dcb-8aa8-2426f091e288 service neutron] Request body: {'port': {'device_id': '9b4bb700-92ae-430f-96ae-eafd73b576ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:58:04.609617 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83c898-4b17-41f6-92a9-2417c6ae633b req-44e186dc-b7aa-42d6-97a5-5f635c15015f tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:04.611134 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-de83c898-4b17-41f6-92a9-2417c6ae633b req-44e186dc-b7aa-42d6-97a5-5f635c15015f tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=029fe182-8e95-49ca-88da-64523afce432 HTTP/1.1" status: 200 len: 943 time: 0.0815799 May 18 14:58:04.667549 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-3f64bc46-87c4-4cd4-8781-858ef0f2fc03 req-6b5e4a2c-b2a0-4dcb-8aa8-2426f091e288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (945ececc-a652-4632-8a0d-c875a728bbbb), before_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:04.709552 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-de83c898-4b17-41f6-92a9-2417c6ae633b req-d4c2f947-8461-48a1-b242-b812fc80998e tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4853b88-ce3a-4172-9efa-accfb830c42b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905068 May 18 14:58:04.738234 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:04.811674 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669db891-0576-4bd0-a53a-89c2b2694dde req-b22b30e5-e661-459f-868b-f50678a57867 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:04.813204 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-669db891-0576-4bd0-a53a-89c2b2694dde req-b22b30e5-e661-459f-868b-f50678a57867 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 945 time: 0.0868275 May 18 14:58:04.944465 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-669db891-0576-4bd0-a53a-89c2b2694dde req-df225bbd-c062-45a3-a358-e9486f482070 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223934 May 18 14:58:05.107494 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:05.117761 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.notifiers.nova [req-3f64bc46-87c4-4cd4-8781-858ef0f2fc03 req-6b5e4a2c-b2a0-4dcb-8aa8-2426f091e288 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 945ececc-a652-4632-8a0d-c875a728bbbb {{(pid=110157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:58:05.129266 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-3f64bc46-87c4-4cd4-8781-858ef0f2fc03 req-6b5e4a2c-b2a0-4dcb-8aa8-2426f091e288 service neutron] Publish callbacks [] for port (945ececc-a652-4632-8a0d-c875a728bbbb), precommit_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:05.144348 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.provisioning_blocks [req-3f64bc46-87c4-4cd4-8781-858ef0f2fc03 req-6b5e4a2c-b2a0-4dcb-8aa8-2426f091e288 service neutron] Transition to ACTIVE for port object 945ececc-a652-4632-8a0d-c875a728bbbb will not be triggered until provisioned by entity L2. {{(pid=110157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 14:58:05.150599 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-3f64bc46-87c4-4cd4-8781-858ef0f2fc03 req-6b5e4a2c-b2a0-4dcb-8aa8-2426f091e288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13704156'] for port (945ececc-a652-4632-8a0d-c875a728bbbb), after_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:05.230420 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device b2e8b9ad-823b-4ddb-820c-d6a26d7edf96 details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=110158) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 14:58:05.233589 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:05.247903 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5e4a2c-b2a0-4dcb-8aa8-2426f091e288 service neutron] Pushing event updated for resources: {'Port': ['ID=945ececc-a652-4632-8a0d-c875a728bbbb,revision_number=2']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:58:05.307445 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.managers [req-3f64bc46-87c4-4cd4-8781-858ef0f2fc03 req-6b5e4a2c-b2a0-4dcb-8aa8-2426f091e288 service neutron] Attempting to bind port 945ececc-a652-4632-8a0d-c875a728bbbb on host hv-cinder-83998 for vnic_type normal with profile {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:58:05.310660 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.managers [req-3f64bc46-87c4-4cd4-8781-858ef0f2fc03 req-6b5e4a2c-b2a0-4dcb-8aa8-2426f091e288 service neutron] Attempting to bind port 945ececc-a652-4632-8a0d-c875a728bbbb by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': '45c91823-dda8-463e-8d18-46620d7c6107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b1070a25-b6bd-45ba-8976-aa1e0d09c083'}] {{(pid=110157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:58:05.310861 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f64bc46-87c4-4cd4-8781-858ef0f2fc03 req-6b5e4a2c-b2a0-4dcb-8aa8-2426f091e288 service neutron] Attempting to bind port 945ececc-a652-4632-8a0d-c875a728bbbb on network b1070a25-b6bd-45ba-8976-aa1e0d09c083 {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:58:05.316305 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f64bc46-87c4-4cd4-8781-858ef0f2fc03 req-6b5e4a2c-b2a0-4dcb-8aa8-2426f091e288 service neutron] Port 945ececc-a652-4632-8a0d-c875a728bbbb on network b1070a25-b6bd-45ba-8976-aa1e0d09c083 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 14:58:05.316665 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f64bc46-87c4-4cd4-8781-858ef0f2fc03 req-6b5e4a2c-b2a0-4dcb-8aa8-2426f091e288 service neutron] Attempting to bind port 945ececc-a652-4632-8a0d-c875a728bbbb on network b1070a25-b6bd-45ba-8976-aa1e0d09c083 {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:58:05.328382 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f64bc46-87c4-4cd4-8781-858ef0f2fc03 req-6b5e4a2c-b2a0-4dcb-8aa8-2426f091e288 service neutron] Checking agent: {'id': 'f376d122-85a6-484a-a941-8f32d5a81e72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 53, 39), 'started_at': datetime.datetime(2022, 5, 18, 14, 53, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:58:05.328756 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f64bc46-87c4-4cd4-8781-858ef0f2fc03 req-6b5e4a2c-b2a0-4dcb-8aa8-2426f091e288 service neutron] Checking segment: {'id': '45c91823-dda8-463e-8d18-46620d7c6107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b1070a25-b6bd-45ba-8976-aa1e0d09c083'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:58:05.329146 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f64bc46-87c4-4cd4-8781-858ef0f2fc03 req-6b5e4a2c-b2a0-4dcb-8aa8-2426f091e288 service neutron] Bound using segment: {'id': '45c91823-dda8-463e-8d18-46620d7c6107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b1070a25-b6bd-45ba-8976-aa1e0d09c083'} {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:58:05.329582 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.managers [req-3f64bc46-87c4-4cd4-8781-858ef0f2fc03 req-6b5e4a2c-b2a0-4dcb-8aa8-2426f091e288 service neutron] Bound port: 945ececc-a652-4632-8a0d-c875a728bbbb, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45c91823-dda8-463e-8d18-46620d7c6107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b1070a25-b6bd-45ba-8976-aa1e0d09c083'}}] {{(pid=110157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:58:05.329940 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-3f64bc46-87c4-4cd4-8781-858ef0f2fc03 req-6b5e4a2c-b2a0-4dcb-8aa8-2426f091e288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (945ececc-a652-4632-8a0d-c875a728bbbb), before_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:05.384687 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port b2e8b9ad-823b-4ddb-820c-d6a26d7edf96, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=b2e8b9ad-823b-4ddb-820c-d6a26d7edf96,segment=NetworkSegment(bbfc418c-0043-41f1-b776-d50d494cd99b),segment_id=bbfc418c-0043-41f1-b776-d50d494cd99b)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:58:05.400658 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Returning: {'device': 'b2e8b9ad-823b-4ddb-820c-d6a26d7edf96', 'network_id': '22bd5425-6379-4740-b6c4-d6f9b7aaeddb', 'port_id': 'b2e8b9ad-823b-4ddb-820c-d6a26d7edf96', 'mac_address': 'fa:16:3e:30:96:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8225869c-efe1-47af-ba2b-3d33d9623b49', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110158) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 14:58:05.411715 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.db [req-3f64bc46-87c4-4cd4-8781-858ef0f2fc03 req-6b5e4a2c-b2a0-4dcb-8aa8-2426f091e288 service neutron] For port 945ececc-a652-4632-8a0d-c875a728bbbb, host hv-cinder-83998, cleared binding levels {{(pid=110157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:58:05.415280 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.db [req-3f64bc46-87c4-4cd4-8781-858ef0f2fc03 req-6b5e4a2c-b2a0-4dcb-8aa8-2426f091e288 service neutron] For port 945ececc-a652-4632-8a0d-c875a728bbbb, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=945ececc-a652-4632-8a0d-c875a728bbbb,segment=NetworkSegment(45c91823-dda8-463e-8d18-46620d7c6107),segment_id=45c91823-dda8-463e-8d18-46620d7c6107)] {{(pid=110157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:58:05.428399 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-3f64bc46-87c4-4cd4-8781-858ef0f2fc03 req-6b5e4a2c-b2a0-4dcb-8aa8-2426f091e288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13704156'] for port (945ececc-a652-4632-8a0d-c875a728bbbb), after_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:05.452552 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:05.466194 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Current status of the port b2e8b9ad-823b-4ddb-820c-d6a26d7edf96 is: DOWN; New status is: BUILD {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:58:05.466928 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (b2e8b9ad-823b-4ddb-820c-d6a26d7edf96), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:05.482800 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2e8b9ad-823b-4ddb-820c-d6a26d7edf96 {{(pid=110158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:58:05.491347 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64bc46-87c4-4cd4-8781-858ef0f2fc03 req-6b5e4a2c-b2a0-4dcb-8aa8-2426f091e288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:05.492112 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-3f64bc46-87c4-4cd4-8781-858ef0f2fc03 req-6b5e4a2c-b2a0-4dcb-8aa8-2426f091e288 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for port (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:05.493577 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3f64bc46-87c4-4cd4-8781-858ef0f2fc03 req-6b5e4a2c-b2a0-4dcb-8aa8-2426f091e288 service neutron] 10.222.0.49 "PUT /v2.0/ports/945ececc-a652-4632-8a0d-c875a728bbbb HTTP/1.1" status: 200 len: 1093 time: 0.9319785 May 18 14:58:05.499929 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b4bb700-92ae-430f-96ae-eafd73b576ef', 'tag': '945ececc-a652-4632-8a0d-c875a728bbbb'}] {{(pid=110157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:58:05.503180 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3614be4c33be7e0ed28fa23fdbb6a3604458632b91c0a79006a6fb45a0ea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155d8ffa-d7a7-4e3c-926c-5a49f5a20500" -d '{"events": [{"name": "network-changed", "server_uuid": "9b4bb700-92ae-430f-96ae-eafd73b576ef", "tag": "945ececc-a652-4632-8a0d-c875a728bbbb"}]}' {{(pid=110157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:58:05.539669 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5e4a2c-b2a0-4dcb-8aa8-2426f091e288 service neutron] Pushing event updated for resources: {'Port': ['ID=945ececc-a652-4632-8a0d-c875a728bbbb,revision_number=3']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:58:05.540334 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port b2e8b9ad-823b-4ddb-820c-d6a26d7edf96, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=b2e8b9ad-823b-4ddb-820c-d6a26d7edf96,segment=NetworkSegment(bbfc418c-0043-41f1-b776-d50d494cd99b),segment_id=bbfc418c-0043-41f1-b776-d50d494cd99b)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:58:05.557228 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (b2e8b9ad-823b-4ddb-820c-d6a26d7edf96), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:05.644388 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 14:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907a320b-bc8f-4a3c-af50-8b2d631d6ee1 x-openstack-request-id: req-907a320b-bc8f-4a3c-af50-8b2d631d6ee1 {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:58:05.644792 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b4bb700-92ae-430f-96ae-eafd73b576ef", "tag": "945ececc-a652-4632-8a0d-c875a728bbbb", "status": "completed", "code": 200}]} {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:58:05.644997 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-907a320b-bc8f-4a3c-af50-8b2d631d6ee1 {{(pid=110157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:58:05.645341 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-907a320b-bc8f-4a3c-af50-8b2d631d6ee1'] response: {'name': 'network-changed', 'server_uuid': '9b4bb700-92ae-430f-96ae-eafd73b576ef', 'tag': '945ececc-a652-4632-8a0d-c875a728bbbb', 'status': 'completed', 'code': 200} May 18 14:58:05.668402 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Pushing event updated for resources: {'Port': ['ID=b2e8b9ad-823b-4ddb-820c-d6a26d7edf96,revision_number=4']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:58:05.711646 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64bc46-87c4-4cd4-8781-858ef0f2fc03 req-0a94bbe2-76ec-436b-9b9a-63d59cfb78a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:05.713208 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3f64bc46-87c4-4cd4-8781-858ef0f2fc03 req-0a94bbe2-76ec-436b-9b9a-63d59cfb78a2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a9de5514ed904b8990b1a4f375b01bd9&device_id=9b4bb700-92ae-430f-96ae-eafd73b576ef HTTP/1.1" status: 200 len: 1127 time: 0.1372950 May 18 14:58:05.724132 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530dc68b-3bde-47db-801d-10f3af2e4cef req-70969e02-7276-4643-bd8f-21c1766f4734 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:05.725478 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-530dc68b-3bde-47db-801d-10f3af2e4cef req-70969e02-7276-4643-bd8f-21c1766f4734 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b4bb700-92ae-430f-96ae-eafd73b576ef HTTP/1.1" status: 200 len: 943 time: 0.0828669 May 18 14:58:05.788692 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3f64bc46-87c4-4cd4-8781-858ef0f2fc03 req-1a893ca9-f4e4-4b70-baf6-6dec6936497c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=945ececc-a652-4632-8a0d-c875a728bbbb HTTP/1.1" status: 200 len: 217 time: 0.0551019 May 18 14:58:05.883338 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-530dc68b-3bde-47db-801d-10f3af2e4cef req-1302249c-e4d9-4e8f-b8a3-d7cfdc41dcf6 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/security-groups?id=860ae54b-cbfa-4172-b3c4-55c61d1ba833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433504 May 18 14:58:05.893423 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ed11b-733d-420e-bc6e-16e2d9afa53a req-9cdaced9-b9f5-48f2-9caa-357ee948db6b tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:05.895045 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8d3ed11b-733d-420e-bc6e-16e2d9afa53a req-9cdaced9-b9f5-48f2-9caa-357ee948db6b tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=029fe182-8e95-49ca-88da-64523afce432 HTTP/1.1" status: 200 len: 944 time: 0.0950661 May 18 14:58:05.908778 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64bc46-87c4-4cd4-8781-858ef0f2fc03 req-2884b0d9-d269-4c0c-b18e-02b8a92d6464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:05.910254 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3f64bc46-87c4-4cd4-8781-858ef0f2fc03 req-2884b0d9-d269-4c0c-b18e-02b8a92d6464 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ba4625ae-5a22-49e1-a132-4b2b116110ff HTTP/1.1" status: 200 len: 848 time: 0.0972843 May 18 14:58:05.955564 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3f64bc46-87c4-4cd4-8781-858ef0f2fc03 req-cba4f559-895c-4d22-8a8c-9274838118b2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b1070a25-b6bd-45ba-8976-aa1e0d09c083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328128 May 18 14:58:05.983808 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] get_ports_and_sgs() called for port_ids ['b2e8b9ad-823b-4ddb-820c-d6a26d7edf96'] {{(pid=110158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 14:58:05.992370 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:06.025475 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8d3ed11b-733d-420e-bc6e-16e2d9afa53a req-16eebb7e-6f86-4bfe-bd56-e817c82c27db tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4853b88-ce3a-4172-9efa-accfb830c42b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236918 May 18 14:58:06.093969 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3f64bc46-87c4-4cd4-8781-858ef0f2fc03 req-8eafaf4f-460e-47e2-be10-0128204620d0 service neutron] 10.222.0.49 "GET /v2.0/networks/b1070a25-b6bd-45ba-8976-aa1e0d09c083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258337 May 18 14:58:06.206019 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7184ff33-ea51-429d-b02e-bd399a891728 req-6d876024-99c9-4488-9fca-4d793b760243 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:06.207687 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7184ff33-ea51-429d-b02e-bd399a891728 req-6d876024-99c9-4488-9fca-4d793b760243 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 945 time: 0.1310031 May 18 14:58:06.266611 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3f64bc46-87c4-4cd4-8781-858ef0f2fc03 req-eb4ffdf9-a6a3-4d5d-9cc8-ef407fc17970 service neutron] 10.222.0.49 "GET /v2.0/networks/b1070a25-b6bd-45ba-8976-aa1e0d09c083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621809 May 18 14:58:06.292006 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:06.307759 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7184ff33-ea51-429d-b02e-bd399a891728 req-ee4c5b6c-a10d-4caa-af37-3912f86e7329 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671642 May 18 14:58:07.114944 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77894e-d592-4c43-9f38-258d7c5f35f4 req-1284f6c9-8251-450a-901c-9173c76964c6 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:07.121995 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-af77894e-d592-4c43-9f38-258d7c5f35f4 req-1284f6c9-8251-450a-901c-9173c76964c6 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b4bb700-92ae-430f-96ae-eafd73b576ef HTTP/1.1" status: 200 len: 943 time: 0.0983312 May 18 14:58:07.206662 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f3fef-f03b-478f-b6af-ae1310047fd8 req-7fc7e9b9-5fbb-429e-ba0c-561cc0fecc1f tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:07.213545 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-512f3fef-f03b-478f-b6af-ae1310047fd8 req-7fc7e9b9-5fbb-429e-ba0c-561cc0fecc1f tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=029fe182-8e95-49ca-88da-64523afce432 HTTP/1.1" status: 200 len: 944 time: 0.1075723 May 18 14:58:07.226044 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-af77894e-d592-4c43-9f38-258d7c5f35f4 req-68da3a74-1e25-45d6-98bc-35acf255cf2d tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/security-groups?id=860ae54b-cbfa-4172-b3c4-55c61d1ba833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009777 May 18 14:58:07.234345 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device b2e8b9ad-823b-4ddb-820c-d6a26d7edf96 up at agent hyperv_hv-cinder-83998 {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:58:07.269581 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-512f3fef-f03b-478f-b6af-ae1310047fd8 req-0d8dd9b1-75e3-478e-a601-456a15e9899a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4853b88-ce3a-4172-9efa-accfb830c42b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551958 May 18 14:58:07.288292 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Provisioning for port b2e8b9ad-823b-4ddb-820c-d6a26d7edf96 completed by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 14:58:07.299602 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Provisioning complete for port b2e8b9ad-823b-4ddb-820c-d6a26d7edf96 triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:58:07.300198 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (b2e8b9ad-823b-4ddb-820c-d6a26d7edf96), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:07.385948 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Current status of the port b2e8b9ad-823b-4ddb-820c-d6a26d7edf96 is: BUILD; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:58:07.386584 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (b2e8b9ad-823b-4ddb-820c-d6a26d7edf96), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:07.453205 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004696cc-2c80-440e-83ad-53be6e765025 req-f03c7c54-0b40-4dad-8370-b5727bce5760 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:07.456268 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port b2e8b9ad-823b-4ddb-820c-d6a26d7edf96, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=b2e8b9ad-823b-4ddb-820c-d6a26d7edf96,segment=NetworkSegment(bbfc418c-0043-41f1-b776-d50d494cd99b),segment_id=bbfc418c-0043-41f1-b776-d50d494cd99b)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:58:07.457749 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '029fe182-8e95-49ca-88da-64523afce432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e8b9ad-823b-4ddb-820c-d6a26d7edf96'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:58:07.459674 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-004696cc-2c80-440e-83ad-53be6e765025 req-f03c7c54-0b40-4dad-8370-b5727bce5760 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 945 time: 0.0721216 May 18 14:58:07.460753 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62dae43363b0d9fbe88fecb50d2dfb4fafe72539e0e1d03116e82a6fdda86ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b69d23-04ae-4a77-b4fd-a1a8242ca25f" -d '{"events": [{"server_uuid": "029fe182-8e95-49ca-88da-64523afce432", "name": "network-vif-plugged", "status": "completed", "tag": "b2e8b9ad-823b-4ddb-820c-d6a26d7edf96"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:58:07.475361 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (b2e8b9ad-823b-4ddb-820c-d6a26d7edf96), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:07.536571 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 14:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef450f4-b183-4447-ab2a-a8166f171dc2 x-openstack-request-id: req-8ef450f4-b183-4447-ab2a-a8166f171dc2 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:58:07.537220 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "029fe182-8e95-49ca-88da-64523afce432", "name": "network-vif-plugged", "status": "completed", "tag": "b2e8b9ad-823b-4ddb-820c-d6a26d7edf96", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:58:07.537684 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8ef450f4-b183-4447-ab2a-a8166f171dc2 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:58:07.538166 dv-cinder-839987-7-iscsi neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ef450f4-b183-4447-ab2a-a8166f171dc2'] response: {'server_uuid': '029fe182-8e95-49ca-88da-64523afce432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e8b9ad-823b-4ddb-820c-d6a26d7edf96', 'code': 200} May 18 14:58:07.539800 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Pushing event updated for resources: {'Port': ['ID=b2e8b9ad-823b-4ddb-820c-d6a26d7edf96,revision_number=5']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:58:07.549167 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-004696cc-2c80-440e-83ad-53be6e765025 req-811f10ef-1957-421c-bdc0-dbc462624bfb tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841248 May 18 14:58:07.682568 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d8ffa-d7a7-4e3c-926c-5a49f5a20500 req-5c3f3846-3f68-4fc4-9e77-5f7a520ae509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:07.684033 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-155d8ffa-d7a7-4e3c-926c-5a49f5a20500 req-5c3f3846-3f68-4fc4-9e77-5f7a520ae509 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a9de5514ed904b8990b1a4f375b01bd9&device_id=9b4bb700-92ae-430f-96ae-eafd73b576ef HTTP/1.1" status: 200 len: 1127 time: 0.0411186 May 18 14:58:08.045241 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d8ffa-d7a7-4e3c-926c-5a49f5a20500 req-c3f0d1da-caac-4e40-aec7-b2970e35698d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:08.046693 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-155d8ffa-d7a7-4e3c-926c-5a49f5a20500 req-c3f0d1da-caac-4e40-aec7-b2970e35698d service neutron] 10.222.0.49 "GET /v2.0/networks?id=b1070a25-b6bd-45ba-8976-aa1e0d09c083 HTTP/1.1" status: 200 len: 909 time: 0.3561952 May 18 14:58:08.058982 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33e790-4428-4f42-b64e-c377a9af3d2d req-89c6388c-8f74-4a83-b192-16dbb3e1824e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:08.060383 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ac33e790-4428-4f42-b64e-c377a9af3d2d req-89c6388c-8f74-4a83-b192-16dbb3e1824e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=029fe182-8e95-49ca-88da-64523afce432 HTTP/1.1" status: 200 len: 1129 time: 0.2737222 May 18 14:58:08.355577 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db550d-202c-4d4f-a9fe-4266709a0177 req-a26f29f7-f01a-471a-b570-5d1a180a9648 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:08.362542 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-70db550d-202c-4d4f-a9fe-4266709a0177 req-a26f29f7-f01a-471a-b570-5d1a180a9648 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b4bb700-92ae-430f-96ae-eafd73b576ef HTTP/1.1" status: 200 len: 943 time: 0.0596962 May 18 14:58:08.433502 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad472e5-c72f-4ea2-a1bd-3975fc0ad732 req-3c4adb99-b953-409e-837b-0d00aabeb679 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:08.435106 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-cad472e5-c72f-4ea2-a1bd-3975fc0ad732 req-3c4adb99-b953-409e-837b-0d00aabeb679 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=029fe182-8e95-49ca-88da-64523afce432 HTTP/1.1" status: 200 len: 945 time: 0.0656903 May 18 14:58:08.469838 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-70db550d-202c-4d4f-a9fe-4266709a0177 req-eed60c0e-12ec-42ac-8b30-0172a7012443 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/security-groups?id=860ae54b-cbfa-4172-b3c4-55c61d1ba833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063142 May 18 14:58:08.528510 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-cad472e5-c72f-4ea2-a1bd-3975fc0ad732 req-8b955552-f54a-47eb-b2e4-6a9fa1deed98 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4853b88-ce3a-4172-9efa-accfb830c42b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852447 May 18 14:58:08.684185 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569ab2f-8486-4605-890f-d282c9ee6316 req-581fedb8-7e83-4180-a57c-726a89e7e7c4 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:08.685931 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8569ab2f-8486-4605-890f-d282c9ee6316 req-581fedb8-7e83-4180-a57c-726a89e7e7c4 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 945 time: 0.0601082 May 18 14:58:08.749833 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8569ab2f-8486-4605-890f-d282c9ee6316 req-4e53be96-30c0-4d96-89bc-69f23ce43e31 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579123 May 18 14:58:09.555461 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-155d8ffa-d7a7-4e3c-926c-5a49f5a20500 req-aa416461-cd00-4861-8d87-111f1b7006ec service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=945ececc-a652-4632-8a0d-c875a728bbbb HTTP/1.1" status: 200 len: 217 time: 0.0851507 May 18 14:58:09.611057 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:09.661111 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ac33e790-4428-4f42-b64e-c377a9af3d2d req-8cf59504-937f-41e6-beff-ab7cab131fa6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a4853b88-ce3a-4172-9efa-accfb830c42b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916447 May 18 14:58:09.705402 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c596bb13-e319-441e-a334-40534f217f93 req-70ba3e83-7642-45ca-8e04-1e0064d8a463 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:09.706990 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-c596bb13-e319-441e-a334-40534f217f93 req-70ba3e83-7642-45ca-8e04-1e0064d8a463 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b4bb700-92ae-430f-96ae-eafd73b576ef HTTP/1.1" status: 200 len: 943 time: 0.1249528 May 18 14:58:09.713590 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce20dc-e3be-4b5d-8b23-10a500be38e6 req-abb20ecf-38a0-444e-838e-73945e4dfa01 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:09.715179 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-10ce20dc-e3be-4b5d-8b23-10a500be38e6 req-abb20ecf-38a0-444e-838e-73945e4dfa01 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=029fe182-8e95-49ca-88da-64523afce432 HTTP/1.1" status: 200 len: 945 time: 0.0716207 May 18 14:58:09.794148 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:09.800311 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-c596bb13-e319-441e-a334-40534f217f93 req-178f3f5d-868e-46b9-8cad-9c858cea5fbf tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/security-groups?id=860ae54b-cbfa-4172-b3c4-55c61d1ba833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841227 May 18 14:58:09.804381 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-10ce20dc-e3be-4b5d-8b23-10a500be38e6 req-ddb24730-b842-4193-a1d4-ff2369a5353e tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4853b88-ce3a-4172-9efa-accfb830c42b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821095 May 18 14:58:09.932711 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3978ab-26e6-48db-9402-f09ae80b0f52 req-c89af42f-a378-4814-92b8-03c0967d1712 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:09.934359 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8f3978ab-26e6-48db-9402-f09ae80b0f52 req-c89af42f-a378-4814-92b8-03c0967d1712 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 945 time: 0.0504050 May 18 14:58:09.985395 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8f3978ab-26e6-48db-9402-f09ae80b0f52 req-f3313cc7-04df-4202-b73e-c801eb6f044a tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451949 May 18 14:58:10.423804 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device 945ececc-a652-4632-8a0d-c875a728bbbb details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=110158) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 14:58:10.531616 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port 945ececc-a652-4632-8a0d-c875a728bbbb, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=945ececc-a652-4632-8a0d-c875a728bbbb,segment=NetworkSegment(45c91823-dda8-463e-8d18-46620d7c6107),segment_id=45c91823-dda8-463e-8d18-46620d7c6107)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:58:10.545041 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Returning: {'device': '945ececc-a652-4632-8a0d-c875a728bbbb', 'network_id': 'b1070a25-b6bd-45ba-8976-aa1e0d09c083', 'port_id': '945ececc-a652-4632-8a0d-c875a728bbbb', 'mac_address': 'fa:16:3e:60:e4:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba4625ae-5a22-49e1-a132-4b2b116110ff', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110158) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 14:58:10.589532 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Current status of the port 945ececc-a652-4632-8a0d-c875a728bbbb is: DOWN; New status is: BUILD {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:58:10.589977 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (945ececc-a652-4632-8a0d-c875a728bbbb), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:10.608106 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 945ececc-a652-4632-8a0d-c875a728bbbb {{(pid=110158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:58:10.638301 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port 945ececc-a652-4632-8a0d-c875a728bbbb, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=945ececc-a652-4632-8a0d-c875a728bbbb,segment=NetworkSegment(45c91823-dda8-463e-8d18-46620d7c6107),segment_id=45c91823-dda8-463e-8d18-46620d7c6107)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:58:10.643952 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (945ececc-a652-4632-8a0d-c875a728bbbb), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:10.653477 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:10.701863 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Pushing event updated for resources: {'Port': ['ID=945ececc-a652-4632-8a0d-c875a728bbbb,revision_number=4']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:58:10.715284 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:10.716856 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:10.718404 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:10.718888 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:10.719647 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:10.719990 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:10.720334 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:10.720693 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:10.721030 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:10.721362 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:10.721698 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:10.722040 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:10.722373 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:10.722854 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:10.723878 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:11.022988 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb6d867-d5c3-4cc8-9562-4e3f9c670df3 req-fba2a738-49be-4750-ac0e-670d6d0f4df5 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:11.024490 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8bb6d867-d5c3-4cc8-9562-4e3f9c670df3 req-fba2a738-49be-4750-ac0e-670d6d0f4df5 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=029fe182-8e95-49ca-88da-64523afce432 HTTP/1.1" status: 200 len: 945 time: 0.1374905 May 18 14:58:11.032640 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91d59d-a8b1-4a3d-bd71-31e65ee08c3c req-4a18b4d1-ed13-43d1-81e7-c205770a0f2c tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:11.034611 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ff91d59d-a8b1-4a3d-bd71-31e65ee08c3c req-4a18b4d1-ed13-43d1-81e7-c205770a0f2c tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b4bb700-92ae-430f-96ae-eafd73b576ef HTTP/1.1" status: 200 len: 944 time: 0.1290591 May 18 14:58:11.040035 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d8ffa-d7a7-4e3c-926c-5a49f5a20500 req-fc64101f-e281-4bca-b16f-1f666e93a374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:11.041912 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-155d8ffa-d7a7-4e3c-926c-5a49f5a20500 req-fc64101f-e281-4bca-b16f-1f666e93a374 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ba4625ae-5a22-49e1-a132-4b2b116110ff HTTP/1.1" status: 200 len: 848 time: 0.1443427 May 18 14:58:11.126331 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ff91d59d-a8b1-4a3d-bd71-31e65ee08c3c req-61852efc-671f-471f-9b08-85e4edc67e81 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/security-groups?id=860ae54b-cbfa-4172-b3c4-55c61d1ba833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746009 May 18 14:58:11.133132 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8bb6d867-d5c3-4cc8-9562-4e3f9c670df3 req-232a4f85-7580-43d9-8ab6-4718c91731fc tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4853b88-ce3a-4172-9efa-accfb830c42b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973778 May 18 14:58:11.207667 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] get_ports_and_sgs() called for port_ids ['945ececc-a652-4632-8a0d-c875a728bbbb'] {{(pid=110158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 14:58:11.274200 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661c571-c833-4fdf-b1f6-fd3374f616df req-1a4965ee-1a20-4b5f-b306-fb8fbeb4a030 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:11.281074 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2661c571-c833-4fdf-b1f6-fd3374f616df req-1a4965ee-1a20-4b5f-b306-fb8fbeb4a030 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 945 time: 0.0997205 May 18 14:58:11.301015 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:11.349847 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2661c571-c833-4fdf-b1f6-fd3374f616df req-8faa035b-1df6-4d1d-8c68-745f6a611b3d tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631087 May 18 14:58:11.584317 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-155d8ffa-d7a7-4e3c-926c-5a49f5a20500 req-bd91c7cb-1e19-40d5-94c2-5c551045727d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b1070a25-b6bd-45ba-8976-aa1e0d09c083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301871 May 18 14:58:11.685304 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-155d8ffa-d7a7-4e3c-926c-5a49f5a20500 req-fcbed7fa-9daf-4246-a02f-e8a07553495d service neutron] 10.222.0.49 "GET /v2.0/networks/b1070a25-b6bd-45ba-8976-aa1e0d09c083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944865 May 18 14:58:11.813794 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-155d8ffa-d7a7-4e3c-926c-5a49f5a20500 req-3920aea8-5a4d-46ee-8f94-2d5a7bcc19b8 service neutron] 10.222.0.49 "GET /v2.0/networks/b1070a25-b6bd-45ba-8976-aa1e0d09c083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082246 May 18 14:58:11.842691 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.agents_db [None req-a4aab2e5-b658-4b2c-9b1f-100bc6421b45 None None] Agent healthcheck: found 6 active agents {{(pid=110159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:58:11.867764 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0290c2f8-0ebe-4938-8578-e5d235bce9b6 req-6890a215-5a1e-444a-a700-893441ba30fd tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-107575105&fields=id&tenant_id=379bba80af244096abbf8deb82772854 HTTP/1.1" status: 200 len: 267 time: 0.0573254 May 18 14:58:12.006858 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0290c2f8-0ebe-4938-8578-e5d235bce9b6 req-1377a2e4-cde5-48fd-8fda-cc426c6519ce tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:12.008354 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0290c2f8-0ebe-4938-8578-e5d235bce9b6 req-1377a2e4-cde5-48fd-8fda-cc426c6519ce tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/networks?id=4cb14f9c-6f08-4729-8557-f3c05e247fd9 HTTP/1.1" status: 200 len: 809 time: 0.1329448 May 18 14:58:12.024945 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0290c2f8-0ebe-4938-8578-e5d235bce9b6 req-140ef63f-5ade-4d6d-bfcd-dd986f4b5de8 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/quotas/379bba80af244096abbf8deb82772854 HTTP/1.1" status: 200 len: 375 time: 0.0101342 May 18 14:58:12.077645 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0290c2f8-0ebe-4938-8578-e5d235bce9b6 req-a2b5a064-0f12-481c-9010-54aff92ab7c8 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=379bba80af244096abbf8deb82772854&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472660 May 18 14:58:12.172102 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:12.189502 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0290c2f8-0ebe-4938-8578-e5d235bce9b6 req-91f39148-392c-4f82-81a0-1f045bf7f5f8 service neutron] 10.222.0.59 "GET /v2.0/networks/4cb14f9c-6f08-4729-8557-f3c05e247fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976534 May 18 14:58:12.248793 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:12.302044 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50232fd-2b23-4e6e-b606-bb9123c36dcf req-510233df-1457-4f0a-a2b5-4f304ca98e3d tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:12.303811 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-b50232fd-2b23-4e6e-b606-bb9123c36dcf req-510233df-1457-4f0a-a2b5-4f304ca98e3d tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b4bb700-92ae-430f-96ae-eafd73b576ef HTTP/1.1" status: 200 len: 944 time: 0.0887101 May 18 14:58:12.361671 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0290c2f8-0ebe-4938-8578-e5d235bce9b6 req-f6c6c07d-5828-4f1c-b08d-7e150d39696f service neutron] 10.222.0.59 "GET /v2.0/networks/4cb14f9c-6f08-4729-8557-f3c05e247fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664097 May 18 14:58:12.393203 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-b50232fd-2b23-4e6e-b606-bb9123c36dcf req-f01c668c-a3e9-4bc5-b427-bc6c80cbf297 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/security-groups?id=860ae54b-cbfa-4172-b3c4-55c61d1ba833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813897 May 18 14:58:12.400613 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device 945ececc-a652-4632-8a0d-c875a728bbbb up at agent hyperv_hv-cinder-83998 {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:58:12.524906 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (f376d122-85a6-484a-a941-8f32d5a81e72), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:12.549692 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Provisioning for port 945ececc-a652-4632-8a0d-c875a728bbbb completed by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 14:58:12.550413 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd749b60-34ee-4963-8c58-80fc836f8977 req-6e8ff316-cb01-4aca-ad52-6656b8b9d112 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:12.559584 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-dd749b60-34ee-4963-8c58-80fc836f8977 req-6e8ff316-cb01-4aca-ad52-6656b8b9d112 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=029fe182-8e95-49ca-88da-64523afce432 HTTP/1.1" status: 200 len: 945 time: 0.0997131 May 18 14:58:12.576638 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Provisioning complete for port 945ececc-a652-4632-8a0d-c875a728bbbb triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:58:12.578286 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (945ececc-a652-4632-8a0d-c875a728bbbb), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:12.679657 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-dd749b60-34ee-4963-8c58-80fc836f8977 req-23d19195-a3be-429e-a999-095a47f2f90d tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4853b88-ce3a-4172-9efa-accfb830c42b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158023 May 18 14:58:12.790150 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Current status of the port 945ececc-a652-4632-8a0d-c875a728bbbb is: BUILD; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:58:12.790150 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (945ececc-a652-4632-8a0d-c875a728bbbb), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:12.819867 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4bb700-92ae-430f-96ae-eafd73b576ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945ececc-a652-4632-8a0d-c875a728bbbb'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:58:12.822845 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62dae43363b0d9fbe88fecb50d2dfb4fafe72539e0e1d03116e82a6fdda86ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e68a3552-45e4-4648-9fc0-b8a83eea1ab3" -d '{"events": [{"server_uuid": "9b4bb700-92ae-430f-96ae-eafd73b576ef", "name": "network-vif-plugged", "status": "completed", "tag": "945ececc-a652-4632-8a0d-c875a728bbbb"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:58:12.837282 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port 945ececc-a652-4632-8a0d-c875a728bbbb, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=945ececc-a652-4632-8a0d-c875a728bbbb,segment=NetworkSegment(45c91823-dda8-463e-8d18-46620d7c6107),segment_id=45c91823-dda8-463e-8d18-46620d7c6107)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:58:12.843077 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (945ececc-a652-4632-8a0d-c875a728bbbb), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:12.900816 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Pushing event updated for resources: {'Port': ['ID=945ececc-a652-4632-8a0d-c875a728bbbb,revision_number=5']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:58:12.945131 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dfffb8-7104-4431-b8d3-2aab21c36b67 req-8fb6372e-dc6e-4ff3-bfc1-d60b305da178 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:12.953139 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-52dfffb8-7104-4431-b8d3-2aab21c36b67 req-8fb6372e-dc6e-4ff3-bfc1-d60b305da178 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 945 time: 0.1691859 May 18 14:58:13.008252 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-793f0f9e-7e60-4299-b6de-9cab0ed4b56a req-479f494b-f4a3-4d93-a42e-115e3377f85c tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 210 time: 0.0726464 May 18 14:58:13.065490 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-52dfffb8-7104-4431-b8d3-2aab21c36b67 req-db8dd946-b33d-4afd-b234-61c89dc7dc94 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057868 May 18 14:58:13.094710 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 14:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939c24ed-e2b2-4bcc-9135-64d26072945e x-openstack-request-id: req-939c24ed-e2b2-4bcc-9135-64d26072945e {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:58:13.095010 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4bb700-92ae-430f-96ae-eafd73b576ef", "name": "network-vif-plugged", "status": "completed", "tag": "945ececc-a652-4632-8a0d-c875a728bbbb", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:58:13.095249 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-939c24ed-e2b2-4bcc-9135-64d26072945e {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:58:13.095640 dv-cinder-839987-7-iscsi neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event matching ['req-939c24ed-e2b2-4bcc-9135-64d26072945e'] response: {'server_uuid': '9b4bb700-92ae-430f-96ae-eafd73b576ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945ececc-a652-4632-8a0d-c875a728bbbb', 'code': 200} May 18 14:58:13.382510 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df5ce46-2679-4dbe-8ef0-a15379f98e7d req-8d70ec94-d6ac-45d0-9905-7557ab4714cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:13.384078 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3df5ce46-2679-4dbe-8ef0-a15379f98e7d req-8d70ec94-d6ac-45d0-9905-7557ab4714cb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9b4bb700-92ae-430f-96ae-eafd73b576ef HTTP/1.1" status: 200 len: 1129 time: 0.0613523 May 18 14:58:13.439940 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3df5ce46-2679-4dbe-8ef0-a15379f98e7d req-41eb9ee1-c437-4d09-8845-8afa6e2d31e0 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=860ae54b-cbfa-4172-b3c4-55c61d1ba833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485780 May 18 14:58:13.522560 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d9b08-52a4-4d4e-82d5-2409a3cc3e47 req-f8242f35-0567-45f2-a0fe-a8ad788dbfdf tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:13.524087 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f99d9b08-52a4-4d4e-82d5-2409a3cc3e47 req-f8242f35-0567-45f2-a0fe-a8ad788dbfdf tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b4bb700-92ae-430f-96ae-eafd73b576ef HTTP/1.1" status: 200 len: 945 time: 0.0564291 May 18 14:58:13.582252 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f99d9b08-52a4-4d4e-82d5-2409a3cc3e47 req-9d0bc9ad-a296-477e-915a-27fc408d28a6 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/security-groups?id=860ae54b-cbfa-4172-b3c4-55c61d1ba833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523238 May 18 14:58:13.808254 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e1a32-821a-41e2-a090-22308c18ad27 req-1e04c4a4-15c3-4657-a8f7-9a7948d1cd02 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:13.815892 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e40e1a32-821a-41e2-a090-22308c18ad27 req-1e04c4a4-15c3-4657-a8f7-9a7948d1cd02 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=029fe182-8e95-49ca-88da-64523afce432 HTTP/1.1" status: 200 len: 945 time: 0.0743110 May 18 14:58:13.908918 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e40e1a32-821a-41e2-a090-22308c18ad27 req-8467a03c-7476-473e-97f4-49e3bb3a17d7 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4853b88-ce3a-4172-9efa-accfb830c42b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918627 May 18 14:58:14.027080 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae63c1a-1cb5-4008-bab3-3807a5e060e2 req-d05b3604-cf23-4d4b-87cd-ea11b3ce6659 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:14.028886 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-bae63c1a-1cb5-4008-bab3-3807a5e060e2 req-d05b3604-cf23-4d4b-87cd-ea11b3ce6659 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=029fe182-8e95-49ca-88da-64523afce432 HTTP/1.1" status: 200 len: 945 time: 0.0526233 May 18 14:58:14.038856 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 35166) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:58:14.043748 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [None req-1172a42a-fae1-4a36-97a9-f55c8cb011ac tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Request body: {'floatingip': {'port_id': 'b2e8b9ad-823b-4ddb-820c-d6a26d7edf96'}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:58:14.087680 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-1172a42a-fae1-4a36-97a9-f55c8cb011ac tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks [] for floatingip (0d68db53-649d-4ac8-9db6-a12cb03ebc9b), before_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:14.179279 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d589bfa5-aaac-4b90-8e52-19b4cf5ab16c req-315a415d-ece0-4b50-b1a7-a1251af3e135 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 210 time: 0.0570407 May 18 14:58:14.259663 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ebec6-0eb1-4c93-af6e-00d07a1369fa req-71affb2b-b826-48e3-a998-f8ca2f7cd478 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:14.261536 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-a27ebec6-0eb1-4c93-af6e-00d07a1369fa req-71affb2b-b826-48e3-a998-f8ca2f7cd478 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 945 time: 0.0875516 May 18 14:58:14.300529 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:14.370241 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-a27ebec6-0eb1-4c93-af6e-00d07a1369fa req-3e9e46e4-f40c-41bf-aad7-8bbd1384491e tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013172 May 18 14:58:14.541294 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:14.630593 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-1172a42a-fae1-4a36-97a9-f55c8cb011ac tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:14.634779 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-1172a42a-fae1-4a36-97a9-f55c8cb011ac tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008279'] for floatingip (0d68db53-649d-4ac8-9db6-a12cb03ebc9b), after_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:14.728949 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01ef70-79df-476f-bd0c-764f1ead5f1b req-0509cf57-e4be-4f36-8700-881dd09c34fb tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:14.730412 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6a01ef70-79df-476f-bd0c-764f1ead5f1b req-0509cf57-e4be-4f36-8700-881dd09c34fb tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b4bb700-92ae-430f-96ae-eafd73b576ef HTTP/1.1" status: 200 len: 945 time: 0.0599506 May 18 14:58:14.791483 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.db.l3_db [None req-1172a42a-fae1-4a36-97a9-f55c8cb011ac tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Floating IP 0d68db53-649d-4ac8-9db6-a12cb03ebc9b associated. External IP: 172.27.3.198, port: b2e8b9ad-823b-4ddb-820c-d6a26d7edf96. May 18 14:58:14.847792 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6a01ef70-79df-476f-bd0c-764f1ead5f1b req-806d9fe5-da0d-47c6-bd3a-c2d798e398c1 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/security-groups?id=860ae54b-cbfa-4172-b3c4-55c61d1ba833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897927 May 18 14:58:15.018763 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1172a42a-fae1-4a36-97a9-f55c8cb011ac tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Router 3e4fc04d-f577-45c5-a814-daba4b2fdfb6 has already been hosted by L3 agent a5518e17-d4a6-403f-b34f-0fa3d03f1833 {{(pid=110157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 14:58:15.131040 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1172a42a-fae1-4a36-97a9-f55c8cb011ac tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Notify agent at l3_agent.dv-cinder-839987-7-iscsi the message routers_updated {{(pid=110157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:58:15.136341 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-1172a42a-fae1-4a36-97a9-f55c8cb011ac tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for floatingip (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:15.141661 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebf9cb0-5977-4905-8d91-b53f85bbb463 None None] Sync routers for ids ['3e4fc04d-f577-45c5-a814-daba4b2fdfb6'] in dv-cinder-839987-7-iscsi {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:58:15.152402 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebf9cb0-5977-4905-8d91-b53f85bbb463 None None] Routers {'3e4fc04d-f577-45c5-a814-daba4b2fdfb6'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:58:15.153038 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-8ebf9cb0-5977-4905-8d91-b53f85bbb463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T14:57:53Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['3e4fc04d-f577-45c5-a814-daba4b2fdfb6'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:58:15.172430 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-1172a42a-fae1-4a36-97a9-f55c8cb011ac tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "PUT /v2.0/floatingips/0d68db53-649d-4ac8-9db6-a12cb03ebc9b HTTP/1.1" status: 200 len: 991 time: 1.1309772 May 18 14:58:15.172855 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '029fe182-8e95-49ca-88da-64523afce432', 'tag': 'b2e8b9ad-823b-4ddb-820c-d6a26d7edf96'}] {{(pid=110157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:58:15.175579 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3614be4c33be7e0ed28fa23fdbb6a3604458632b91c0a79006a6fb45a0ea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a690d2-b1c9-4ae1-8302-31861e9f2a7b" -d '{"events": [{"name": "network-changed", "server_uuid": "029fe182-8e95-49ca-88da-64523afce432", "tag": "b2e8b9ad-823b-4ddb-820c-d6a26d7edf96"}]}' {{(pid=110157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:58:15.217575 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 14:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d08e0d8-336a-4a7c-9f2b-ae89dcd37ed1 x-openstack-request-id: req-2d08e0d8-336a-4a7c-9f2b-ae89dcd37ed1 {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:58:15.217876 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "029fe182-8e95-49ca-88da-64523afce432", "tag": "b2e8b9ad-823b-4ddb-820c-d6a26d7edf96", "status": "completed", "code": 200}]} {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:58:15.218103 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2d08e0d8-336a-4a7c-9f2b-ae89dcd37ed1 {{(pid=110157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:58:15.218502 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d08e0d8-336a-4a7c-9f2b-ae89dcd37ed1'] response: {'name': 'network-changed', 'server_uuid': '029fe182-8e95-49ca-88da-64523afce432', 'tag': 'b2e8b9ad-823b-4ddb-820c-d6a26d7edf96', 'status': 'completed', 'code': 200} May 18 14:58:15.271067 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-8ebf9cb0-5977-4905-8d91-b53f85bbb463 None None] Set router 3e4fc04d-f577-45c5-a814-daba4b2fdfb6 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:58:15.300980 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7a701f8f-3cfc-4d0d-938d-7d5ea47af190 req-aef7f212-6ff4-421b-8fbe-d0e18f78851b tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 210 time: 0.0322824 May 18 14:58:15.485398 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-8ebf9cb0-5977-4905-8d91-b53f85bbb463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4fc04d-f577-45c5-a814-daba4b2fdfb6', 'name': 'tempest-ServerRescueNegativeTestJSON-151813563-router', 'tenant_id': '84835592358a4e188df86896d6015647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '46612616-8fc3-4a81-bd7b-2adbbaf76c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:55:38Z', 'updated_at': '2022-05-18T14:55:45Z', 'revision_number': 4, 'project_id': '84835592358a4e188df86896d6015647', 'gw_port': {'id': '46612616-8fc3-4a81-bd7b-2adbbaf76c3e', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4fc04d-f577-45c5-a814-daba4b2fdfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:55:39Z', 'updated_at': '2022-05-18T14:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_floatingips': [{'id': '0d68db53-649d-4ac8-9db6-a12cb03ebc9b', 'tenant_id': '84835592358a4e188df86896d6015647', 'floating_ip_address': '172.27.3.198', 'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'router_id': '3e4fc04d-f577-45c5-a814-daba4b2fdfb6', 'port_id': 'b2e8b9ad-823b-4ddb-820c-d6a26d7edf96', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22bd5425-6379-4740-b6c4-d6f9b7aaeddb', 'mac_address': 'fa:16:3e:30:96:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029fe182-8e95-49ca-88da-64523afce432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:57:52Z', 'updated_at': '2022-05-18T14:58:14Z', 'revision_number': 1, 'project_id': '84835592358a4e188df86896d6015647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11968faa-fd76-4c5c-9627-dcf85c1d0ca3', 'name': '', 'network_id': '22bd5425-6379-4740-b6c4-d6f9b7aaeddb', 'tenant_id': '84835592358a4e188df86896d6015647', 'mac_address': 'fa:16:3e:96:7b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4fc04d-f577-45c5-a814-daba4b2fdfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8225869c-efe1-47af-ba2b-3d33d9623b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:55:45Z', 'updated_at': '2022-05-18T14:55:56Z', 'revision_number': 5, 'project_id': '84835592358a4e188df86896d6015647', 'subnets': [{'id': '8225869c-efe1-47af-ba2b-3d33d9623b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:58:15.489274 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431ab7e-42d9-4c61-acbc-f70bb76cac5c req-7882fa91-562a-42c1-90ce-f2595600914d tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:15.490741 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e431ab7e-42d9-4c61-acbc-f70bb76cac5c req-7882fa91-562a-42c1-90ce-f2595600914d tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 945 time: 0.0470588 May 18 14:58:15.503016 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:15.510780 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebf9cb0-5977-4905-8d91-b53f85bbb463 None None] Checking router: 3e4fc04d-f577-45c5-a814-daba4b2fdfb6 for host: dv-cinder-839987-7-iscsi {{(pid=110159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:58:15.519363 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebf9cb0-5977-4905-8d91-b53f85bbb463 None None] Routers {'3e4fc04d-f577-45c5-a814-daba4b2fdfb6'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:58:15.519979 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-8ebf9cb0-5977-4905-8d91-b53f85bbb463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T14:57:53Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['3e4fc04d-f577-45c5-a814-daba4b2fdfb6'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:58:15.541750 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e431ab7e-42d9-4c61-acbc-f70bb76cac5c req-03abdc7a-bef5-4576-92da-4df337ac834c tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453041 May 18 14:58:15.629351 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-8ebf9cb0-5977-4905-8d91-b53f85bbb463 None None] Set router 3e4fc04d-f577-45c5-a814-daba4b2fdfb6 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:58:15.844951 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-8ebf9cb0-5977-4905-8d91-b53f85bbb463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4fc04d-f577-45c5-a814-daba4b2fdfb6', 'name': 'tempest-ServerRescueNegativeTestJSON-151813563-router', 'tenant_id': '84835592358a4e188df86896d6015647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '46612616-8fc3-4a81-bd7b-2adbbaf76c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:55:38Z', 'updated_at': '2022-05-18T14:55:45Z', 'revision_number': 4, 'project_id': '84835592358a4e188df86896d6015647', 'gw_port': {'id': '46612616-8fc3-4a81-bd7b-2adbbaf76c3e', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4fc04d-f577-45c5-a814-daba4b2fdfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:55:39Z', 'updated_at': '2022-05-18T14:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_floatingips': [{'id': '0d68db53-649d-4ac8-9db6-a12cb03ebc9b', 'tenant_id': '84835592358a4e188df86896d6015647', 'floating_ip_address': '172.27.3.198', 'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'router_id': '3e4fc04d-f577-45c5-a814-daba4b2fdfb6', 'port_id': 'b2e8b9ad-823b-4ddb-820c-d6a26d7edf96', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22bd5425-6379-4740-b6c4-d6f9b7aaeddb', 'mac_address': 'fa:16:3e:30:96:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029fe182-8e95-49ca-88da-64523afce432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:57:52Z', 'updated_at': '2022-05-18T14:58:14Z', 'revision_number': 1, 'project_id': '84835592358a4e188df86896d6015647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11968faa-fd76-4c5c-9627-dcf85c1d0ca3', 'name': '', 'network_id': '22bd5425-6379-4740-b6c4-d6f9b7aaeddb', 'tenant_id': '84835592358a4e188df86896d6015647', 'mac_address': 'fa:16:3e:96:7b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4fc04d-f577-45c5-a814-daba4b2fdfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8225869c-efe1-47af-ba2b-3d33d9623b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:55:45Z', 'updated_at': '2022-05-18T14:55:56Z', 'revision_number': 5, 'project_id': '84835592358a4e188df86896d6015647', 'subnets': [{'id': '8225869c-efe1-47af-ba2b-3d33d9623b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:58:15.872297 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebf9cb0-5977-4905-8d91-b53f85bbb463 None None] The sync data for ids ['3e4fc04d-f577-45c5-a814-daba4b2fdfb6'] in dv-cinder-839987-7-iscsi is: [{'id': '3e4fc04d-f577-45c5-a814-daba4b2fdfb6', 'name': 'tempest-ServerRescueNegativeTestJSON-151813563-router', 'tenant_id': '84835592358a4e188df86896d6015647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '46612616-8fc3-4a81-bd7b-2adbbaf76c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:55:38Z', 'updated_at': '2022-05-18T14:55:45Z', 'revision_number': 4, 'project_id': '84835592358a4e188df86896d6015647', 'gw_port': {'id': '46612616-8fc3-4a81-bd7b-2adbbaf76c3e', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4fc04d-f577-45c5-a814-daba4b2fdfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:55:39Z', 'updated_at': '2022-05-18T14:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_floatingips': [{'id': '0d68db53-649d-4ac8-9db6-a12cb03ebc9b', 'tenant_id': '84835592358a4e188df86896d6015647', 'floating_ip_address': '172.27.3.198', 'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'router_id': '3e4fc04d-f577-45c5-a814-daba4b2fdfb6', 'port_id': 'b2e8b9ad-823b-4ddb-820c-d6a26d7edf96', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22bd5425-6379-4740-b6c4-d6f9b7aaeddb', 'mac_address': 'fa:16:3e:30:96:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029fe182-8e95-49ca-88da-64523afce432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:57:52Z', 'updated_at': '2022-05-18T14:58:14Z', 'revision_number': 1, 'project_id': '84835592358a4e188df86896d6015647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11968faa-fd76-4c5c-9627-dcf85c1d0ca3', 'name': '', 'network_id': '22bd5425-6379-4740-b6c4-d6f9b7aaeddb', 'tenant_id': '84835592358a4e188df86896d6015647', 'mac_address': 'fa:16:3e:96:7b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4fc04d-f577-45c5-a814-daba4b2fdfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8225869c-efe1-47af-ba2b-3d33d9623b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:55:45Z', 'updated_at': '2022-05-18T14:55:56Z', 'revision_number': 5, 'project_id': '84835592358a4e188df86896d6015647', 'subnets': [{'id': '8225869c-efe1-47af-ba2b-3d33d9623b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:58:15.970139 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416e112-8835-4c19-b4bf-26157741980e req-84435114-7067-453a-897a-97431e974d4b tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:15.971624 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6416e112-8835-4c19-b4bf-26157741980e req-84435114-7067-453a-897a-97431e974d4b tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b4bb700-92ae-430f-96ae-eafd73b576ef HTTP/1.1" status: 200 len: 945 time: 0.0519998 May 18 14:58:16.020953 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6416e112-8835-4c19-b4bf-26157741980e req-b65d8cab-c6bd-4047-8278-63aaf097516e tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/security-groups?id=860ae54b-cbfa-4172-b3c4-55c61d1ba833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435107 May 18 14:58:16.072364 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0dcc477-4826-4f04-bf53-a06efe3277f3 None None] New status for floating IP 0d68db53-649d-4ac8-9db6-a12cb03ebc9b: ACTIVE {{(pid=110158) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 14:58:16.349079 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a690d2-b1c9-4ae1-8302-31861e9f2a7b req-69086112-96f7-42a2-ac46-b42cd7e8d06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:16.350867 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f86f9-33c3-4f54-81f4-a863f3e8ec54 req-8ed92a2a-17c2-4194-a582-b668b26f5f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:16.351919 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-64a690d2-b1c9-4ae1-8302-31861e9f2a7b req-69086112-96f7-42a2-ac46-b42cd7e8d06c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=84835592358a4e188df86896d6015647&device_id=029fe182-8e95-49ca-88da-64523afce432 HTTP/1.1" status: 200 len: 1129 time: 0.0716598 May 18 14:58:16.352319 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-170f86f9-33c3-4f54-81f4-a863f3e8ec54 req-8ed92a2a-17c2-4194-a582-b668b26f5f98 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c46dc2b21d34158bf2a7eb0e39c06a3&device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 1129 time: 0.1105046 May 18 14:58:16.450967 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:16.470690 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a690d2-b1c9-4ae1-8302-31861e9f2a7b req-2f747682-de82-48e5-9a25-999f4e04b63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:16.472774 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-64a690d2-b1c9-4ae1-8302-31861e9f2a7b req-2f747682-de82-48e5-9a25-999f4e04b63b service neutron] 10.222.0.49 "GET /v2.0/networks?id=22bd5425-6379-4740-b6c4-d6f9b7aaeddb HTTP/1.1" status: 200 len: 919 time: 0.0971904 May 18 14:58:16.478413 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0290c2f8-0ebe-4938-8578-e5d235bce9b6 req-d80c4419-3c61-48c9-8106-b1eba37e0cfa tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:16.479938 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0290c2f8-0ebe-4938-8578-e5d235bce9b6 req-d80c4419-3c61-48c9-8106-b1eba37e0cfa tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.49 "GET /v2.0/networks?id=4cb14f9c-6f08-4729-8557-f3c05e247fd9 HTTP/1.1" status: 200 len: 809 time: 0.2502909 May 18 14:58:16.481627 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-4e704f59-5c9c-4080-a7b6-65ef6c0b1fd1 req-bc37b723-8e4e-4aa3-bafd-b434b8905c90 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 210 time: 0.0883622 May 18 14:58:16.544338 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f86f9-33c3-4f54-81f4-a863f3e8ec54 req-0657d4c3-552d-4d1d-a5fa-bc3564ba0f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:16.545838 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-170f86f9-33c3-4f54-81f4-a863f3e8ec54 req-0657d4c3-552d-4d1d-a5fa-bc3564ba0f22 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0410fe00-b11d-4309-b353-5cb8e97484be HTTP/1.1" status: 200 len: 917 time: 0.1638372 May 18 14:58:16.608849 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-64a690d2-b1c9-4ae1-8302-31861e9f2a7b req-993883ae-bc66-4812-a732-cbfaa94a1586 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2e8b9ad-823b-4ddb-820c-d6a26d7edf96 HTTP/1.1" status: 200 len: 1001 time: 0.1006808 May 18 14:58:16.642992 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0290c2f8-0ebe-4938-8578-e5d235bce9b6 req-707de79f-0b58-43dd-b221-031e9732fd00 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=379bba80af244096abbf8deb82772854 HTTP/1.1" status: 200 len: 379 time: 0.1321709 May 18 14:58:16.673690 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a690d2-b1c9-4ae1-8302-31861e9f2a7b req-c63247fb-3c9b-4136-966b-8da03d4e36ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:16.674775 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [req-0290c2f8-0ebe-4938-8578-e5d235bce9b6 req-615b86ba-df11-471a-a7e2-7cfae23fed9e tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Request body: {'port': {'device_id': '2c69b24f-4d86-449b-897d-ebf6e2ac43fb', 'network_id': '4cb14f9c-6f08-4729-8557-f3c05e247fd9', 'admin_state_up': True, 'tenant_id': '379bba80af244096abbf8deb82772854', 'security_groups': ['ae13b159-b5dd-474d-a8c4-0467efdcecc0']}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:58:16.675184 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-64a690d2-b1c9-4ae1-8302-31861e9f2a7b req-c63247fb-3c9b-4136-966b-8da03d4e36ce service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8225869c-efe1-47af-ba2b-3d33d9623b49 HTTP/1.1" status: 200 len: 857 time: 0.0508506 May 18 14:58:16.687471 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-170f86f9-33c3-4f54-81f4-a863f3e8ec54 req-b05a250c-f3da-44fa-b72a-cd9a1106e2fe service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b7b091c-ade3-422f-a228-9a575395a54b HTTP/1.1" status: 200 len: 1001 time: 0.1330528 May 18 14:58:16.722322 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a690d2-b1c9-4ae1-8302-31861e9f2a7b req-88771b4b-aef3-4671-9505-87c092b6e787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:16.723715 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-64a690d2-b1c9-4ae1-8302-31861e9f2a7b req-88771b4b-aef3-4671-9505-87c092b6e787 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=22bd5425-6379-4740-b6c4-d6f9b7aaeddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421197 May 18 14:58:16.831529 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-64a690d2-b1c9-4ae1-8302-31861e9f2a7b req-c425719f-91db-4fc1-9ce4-181f1c592ae9 service neutron] 10.222.0.49 "GET /v2.0/networks/22bd5425-6379-4740-b6c4-d6f9b7aaeddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999320 May 18 14:58:16.945016 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-64a690d2-b1c9-4ae1-8302-31861e9f2a7b req-40c2c658-c3c8-48b5-aacf-9f74209b4594 service neutron] 10.222.0.49 "GET /v2.0/networks/22bd5425-6379-4740-b6c4-d6f9b7aaeddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045082 May 18 14:58:17.006611 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7817559f-7c14-48df-a891-484676d5ac82 req-b77b1b11-df70-44d9-98a7-9915ebd8ebca tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:17.008866 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7817559f-7c14-48df-a891-484676d5ac82 req-b77b1b11-df70-44d9-98a7-9915ebd8ebca tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 945 time: 0.3868866 May 18 14:58:17.097018 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f86f9-33c3-4f54-81f4-a863f3e8ec54 req-f380f31b-d57a-484f-97bf-4dd0bc98b063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:17.098507 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-170f86f9-33c3-4f54-81f4-a863f3e8ec54 req-f380f31b-d57a-484f-97bf-4dd0bc98b063 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1be02795-0dc2-4225-87b4-7592fa1ed277 HTTP/1.1" status: 200 len: 855 time: 0.1417274 May 18 14:58:17.128626 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b8515-af9b-4c26-802e-4bb81420d598 req-d55c54e0-df4e-43a7-aabf-cc9bc9e618de tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:17.130672 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3e0b8515-af9b-4c26-802e-4bb81420d598 req-d55c54e0-df4e-43a7-aabf-cc9bc9e618de tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b4bb700-92ae-430f-96ae-eafd73b576ef HTTP/1.1" status: 200 len: 945 time: 0.1109302 May 18 14:58:17.171844 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7817559f-7c14-48df-a891-484676d5ac82 req-e735261f-c426-4d13-bcd7-e6ee9d8a913c tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468759 May 18 14:58:17.194947 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0290c2f8-0ebe-4938-8578-e5d235bce9b6 req-615b86ba-df11-471a-a7e2-7cfae23fed9e tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Made reservation on behalf of 379bba80af244096abbf8deb82772854 for: {'port': 1} {{(pid=110157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:58:17.198551 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-0290c2f8-0ebe-4938-8578-e5d235bce9b6 req-615b86ba-df11-471a-a7e2-7cfae23fed9e tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:17.223202 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3e0b8515-af9b-4c26-802e-4bb81420d598 req-721a2807-b857-40fb-9bb5-374623062bfd tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/security-groups?id=860ae54b-cbfa-4172-b3c4-55c61d1ba833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841589 May 18 14:58:17.341066 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.db_base_plugin_common [req-0290c2f8-0ebe-4938-8578-e5d235bce9b6 req-615b86ba-df11-471a-a7e2-7cfae23fed9e tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Allocated IP 172.20.0.12 (4cb14f9c-6f08-4729-8557-f3c05e247fd9/89243c68-b4f8-45b7-8520-ec7240a88f0d/85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d) {{(pid=110157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:58:17.352504 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:17.485470 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-0290c2f8-0ebe-4938-8578-e5d235bce9b6 req-615b86ba-df11-471a-a7e2-7cfae23fed9e tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Publish callbacks [] for port (85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:17.495164 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:17.497912 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 35228) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:58:17.524109 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-0290c2f8-0ebe-4938-8578-e5d235bce9b6 req-615b86ba-df11-471a-a7e2-7cfae23fed9e tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13704171'] for port (85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:17.584362 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0290c2f8-0ebe-4938-8578-e5d235bce9b6 req-615b86ba-df11-471a-a7e2-7cfae23fed9e tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Network 4cb14f9c-6f08-4729-8557-f3c05e247fd9 is already hosted by enough agents. {{(pid=110157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:58:17.604030 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.base_scheduler [req-0290c2f8-0ebe-4938-8578-e5d235bce9b6 req-615b86ba-df11-471a-a7e2-7cfae23fed9e tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Resources bound (agent type, host, resource id): {{(pid=110157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:58:17.606543 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.l3_dvrscheduler_db [req-0290c2f8-0ebe-4938-8578-e5d235bce9b6 req-615b86ba-df11-471a-a7e2-7cfae23fed9e tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Received port after_create {{(pid=110157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:58:17.615252 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-5a6d6cb9-c429-4105-82b7-c22b04896d63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:17.646629 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615b86ba-df11-471a-a7e2-7cfae23fed9e tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Pushing event updated for resources: {'Port': ['ID=85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:58:17.664298 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09583b89-d93d-4881-b69f-2586806625b7 req-76e7bc82-34b4-474b-a08f-a5281192f827 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:17.665837 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-09583b89-d93d-4881-b69f-2586806625b7 req-76e7bc82-34b4-474b-a08f-a5281192f827 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 932 time: 0.1078961 May 18 14:58:17.708372 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0290c2f8-0ebe-4938-8578-e5d235bce9b6 req-615b86ba-df11-471a-a7e2-7cfae23fed9e tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:17.708857 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-5a6d6cb9-c429-4105-82b7-c22b04896d63 admin admin] Publish callbacks [] for security_group (c8dd7e18-dd2b-4f44-9279-98f9cb8b153b), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:17.709102 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-0290c2f8-0ebe-4938-8578-e5d235bce9b6 req-615b86ba-df11-471a-a7e2-7cfae23fed9e tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for port (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:17.713549 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-5a6d6cb9-c429-4105-82b7-c22b04896d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (c8dd7e18-dd2b-4f44-9279-98f9cb8b153b), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:17.742657 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0290c2f8-0ebe-4938-8578-e5d235bce9b6 req-615b86ba-df11-471a-a7e2-7cfae23fed9e tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0726290 May 18 14:58:17.746801 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-09583b89-d93d-4881-b69f-2586806625b7 req-529f9d1d-636b-479c-afce-896751aa33d2 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae13b159-b5dd-474d-a8c4-0467efdcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733049 May 18 14:58:17.760786 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-5a6d6cb9-c429-4105-82b7-c22b04896d63 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8ef110d054e4440d91b0cd057279d813&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2597132 May 18 14:58:17.760786 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6d6cb9-c429-4105-82b7-c22b04896d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8dd7e18-dd2b-4f44-9279-98f9cb8b153b,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:58:17.761810 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 35234) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:58:17.819706 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-b6af65bf-345d-439d-a6d8-af31e82b0000 admin admin] Publish callbacks [] for security_group (c8dd7e18-dd2b-4f44-9279-98f9cb8b153b), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:17.843332 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-b6af65bf-345d-439d-a6d8-af31e82b0000 admin admin] Publish callbacks [] for security_group (c8dd7e18-dd2b-4f44-9279-98f9cb8b153b), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:17.900683 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-b6af65bf-345d-439d-a6d8-af31e82b0000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (c8dd7e18-dd2b-4f44-9279-98f9cb8b153b), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:17.903260 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-b6af65bf-345d-439d-a6d8-af31e82b0000 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:17.904457 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-b6af65bf-345d-439d-a6d8-af31e82b0000 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c8dd7e18-dd2b-4f44-9279-98f9cb8b153b HTTP/1.1" status: 204 len: 168 time: 0.1415679 May 18 14:58:17.912896 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6af65bf-345d-439d-a6d8-af31e82b0000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8dd7e18-dd2b-4f44-9279-98f9cb8b153b,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:58:17.930847 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-e55dc427-6168-4511-9b39-d88e4d407b4d None None] Provisioning complete for port 85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:58:17.931289 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e55dc427-6168-4511-9b39-d88e4d407b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:17.967761 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-e55dc427-6168-4511-9b39-d88e4d407b4d None None] Port 85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d cannot update to ACTIVE because it is not bound. {{(pid=110158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:58:18.299414 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c426b-efdb-457c-86fc-3f0f6efd00a0 req-b873449d-5a48-40eb-b326-0b85f3f90a52 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:18.300944 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-9e7c426b-efdb-457c-86fc-3f0f6efd00a0 req-b873449d-5a48-40eb-b326-0b85f3f90a52 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 945 time: 0.0507009 May 18 14:58:18.369437 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c6099-ccd0-4578-beae-9f6b52486b27 req-bd8c16fd-de23-4f0a-ac6c-955244f265b0 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:18.370883 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-148c6099-ccd0-4578-beae-9f6b52486b27 req-bd8c16fd-de23-4f0a-ac6c-955244f265b0 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b4bb700-92ae-430f-96ae-eafd73b576ef HTTP/1.1" status: 200 len: 945 time: 0.0685024 May 18 14:58:18.392821 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-9e7c426b-efdb-457c-86fc-3f0f6efd00a0 req-a709849c-e69d-4b73-9da5-31beda4a19fc tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815992 May 18 14:58:18.432920 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-148c6099-ccd0-4578-beae-9f6b52486b27 req-522e24de-fbab-4da6-b542-fc9e11b34870 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/security-groups?id=860ae54b-cbfa-4172-b3c4-55c61d1ba833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537117 May 18 14:58:18.464283 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [req-0290c2f8-0ebe-4938-8578-e5d235bce9b6 req-0086a93b-1062-41c1-8e43-4ca0d6a3c3e0 service neutron] Request body: {'port': {'device_id': '2c69b24f-4d86-449b-897d-ebf6e2ac43fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:58:18.528413 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f86f9-33c3-4f54-81f4-a863f3e8ec54 req-7d6dbe5e-a6ef-4864-a208-d4e6165f0143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:18.530049 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-170f86f9-33c3-4f54-81f4-a863f3e8ec54 req-7d6dbe5e-a6ef-4864-a208-d4e6165f0143 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0410fe00-b11d-4309-b353-5cb8e97484be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0699832 May 18 14:58:18.560016 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:18.563364 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-0290c2f8-0ebe-4938-8578-e5d235bce9b6 req-0086a93b-1062-41c1-8e43-4ca0d6a3c3e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d), before_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:18.839651 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:18.926172 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-170f86f9-33c3-4f54-81f4-a863f3e8ec54 req-73f58544-4542-442b-8c65-ce05dc39f612 service neutron] 10.222.0.49 "GET /v2.0/networks/0410fe00-b11d-4309-b353-5cb8e97484be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055421 May 18 14:58:18.939315 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d1391-b8f0-42cf-be65-342050e88d0c req-52a7c495-e9e5-4b52-acd7-088b038db365 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:18.940886 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-c53d1391-b8f0-42cf-be65-342050e88d0c req-52a7c495-e9e5-4b52-acd7-088b038db365 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 932 time: 0.1053023 May 18 14:58:19.000523 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d05a1-752d-4b3c-a19a-0daf5909f418 req-73e0dea1-e1e2-4846-bc55-be5d17093e3f tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:19.002260 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-029d05a1-752d-4b3c-a19a-0daf5909f418 req-73e0dea1-e1e2-4846-bc55-be5d17093e3f tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b4bb700-92ae-430f-96ae-eafd73b576ef HTTP/1.1" status: 200 len: 945 time: 0.0915387 May 18 14:58:19.062426 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.notifiers.nova [req-0290c2f8-0ebe-4938-8578-e5d235bce9b6 req-0086a93b-1062-41c1-8e43-4ca0d6a3c3e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d {{(pid=110157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:58:19.071386 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-0290c2f8-0ebe-4938-8578-e5d235bce9b6 req-0086a93b-1062-41c1-8e43-4ca0d6a3c3e0 service neutron] Publish callbacks [] for port (85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d), precommit_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:19.088162 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.provisioning_blocks [req-0290c2f8-0ebe-4938-8578-e5d235bce9b6 req-0086a93b-1062-41c1-8e43-4ca0d6a3c3e0 service neutron] Transition to ACTIVE for port object 85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d will not be triggered until provisioned by entity L2. {{(pid=110157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 14:58:19.101083 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-0290c2f8-0ebe-4938-8578-e5d235bce9b6 req-0086a93b-1062-41c1-8e43-4ca0d6a3c3e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13704156'] for port (85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d), after_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:19.142418 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.plugin [req-029d05a1-752d-4b3c-a19a-0daf5909f418 req-25186b76-3976-49cd-b4a1-a8c4b4aa9446 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Deleting port 945ececc-a652-4632-8a0d-c875a728bbbb {{(pid=110156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:58:19.142806 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-029d05a1-752d-4b3c-a19a-0daf5909f418 req-25186b76-3976-49cd-b4a1-a8c4b4aa9446 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (945ececc-a652-4632-8a0d-c875a728bbbb), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:19.225730 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-c53d1391-b8f0-42cf-be65-342050e88d0c req-8c3c1256-6fb2-43c0-a5c4-a7f279889d67 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae13b159-b5dd-474d-a8c4-0467efdcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2745972 May 18 14:58:19.250215 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:19.256512 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0086a93b-1062-41c1-8e43-4ca0d6a3c3e0 service neutron] Pushing event updated for resources: {'Port': ['ID=85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d,revision_number=2']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:58:19.276211 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.db [req-029d05a1-752d-4b3c-a19a-0daf5909f418 req-25186b76-3976-49cd-b4a1-a8c4b4aa9446 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] For port 945ececc-a652-4632-8a0d-c875a728bbbb, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=945ececc-a652-4632-8a0d-c875a728bbbb,segment=NetworkSegment(45c91823-dda8-463e-8d18-46620d7c6107),segment_id=45c91823-dda8-463e-8d18-46620d7c6107)] {{(pid=110156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:58:19.276812 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-029d05a1-752d-4b3c-a19a-0daf5909f418 req-25186b76-3976-49cd-b4a1-a8c4b4aa9446 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (945ececc-a652-4632-8a0d-c875a728bbbb), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:19.295456 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.plugin [req-029d05a1-752d-4b3c-a19a-0daf5909f418 req-25186b76-3976-49cd-b4a1-a8c4b4aa9446 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Calling delete_port for 945ececc-a652-4632-8a0d-c875a728bbbb owned by compute:nova {{(pid=110156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:58:19.297328 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-170f86f9-33c3-4f54-81f4-a863f3e8ec54 req-074c7201-a2d6-4386-857d-e3e64ac14a69 service neutron] 10.222.0.49 "GET /v2.0/networks/0410fe00-b11d-4309-b353-5cb8e97484be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554993 May 18 14:58:19.330410 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.managers [req-0290c2f8-0ebe-4938-8578-e5d235bce9b6 req-0086a93b-1062-41c1-8e43-4ca0d6a3c3e0 service neutron] Attempting to bind port 85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d on host hv-cinder-83998 for vnic_type normal with profile {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:58:19.330741 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.managers [req-0290c2f8-0ebe-4938-8578-e5d235bce9b6 req-0086a93b-1062-41c1-8e43-4ca0d6a3c3e0 service neutron] Attempting to bind port 85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': '6c60f771-397d-4b26-9fa2-616a44f0e2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4cb14f9c-6f08-4729-8557-f3c05e247fd9'}] {{(pid=110157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:58:19.331061 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0290c2f8-0ebe-4938-8578-e5d235bce9b6 req-0086a93b-1062-41c1-8e43-4ca0d6a3c3e0 service neutron] Attempting to bind port 85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d on network 4cb14f9c-6f08-4729-8557-f3c05e247fd9 {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:58:19.336607 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0290c2f8-0ebe-4938-8578-e5d235bce9b6 req-0086a93b-1062-41c1-8e43-4ca0d6a3c3e0 service neutron] Port 85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d on network 4cb14f9c-6f08-4729-8557-f3c05e247fd9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 14:58:19.336954 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0290c2f8-0ebe-4938-8578-e5d235bce9b6 req-0086a93b-1062-41c1-8e43-4ca0d6a3c3e0 service neutron] Attempting to bind port 85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d on network 4cb14f9c-6f08-4729-8557-f3c05e247fd9 {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:58:19.342572 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0290c2f8-0ebe-4938-8578-e5d235bce9b6 req-0086a93b-1062-41c1-8e43-4ca0d6a3c3e0 service neutron] Checking agent: {'id': 'f376d122-85a6-484a-a941-8f32d5a81e72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 53, 39), 'started_at': datetime.datetime(2022, 5, 18, 14, 53, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:58:19.342904 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0290c2f8-0ebe-4938-8578-e5d235bce9b6 req-0086a93b-1062-41c1-8e43-4ca0d6a3c3e0 service neutron] Checking segment: {'id': '6c60f771-397d-4b26-9fa2-616a44f0e2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4cb14f9c-6f08-4729-8557-f3c05e247fd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:58:19.343284 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0290c2f8-0ebe-4938-8578-e5d235bce9b6 req-0086a93b-1062-41c1-8e43-4ca0d6a3c3e0 service neutron] Bound using segment: {'id': '6c60f771-397d-4b26-9fa2-616a44f0e2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4cb14f9c-6f08-4729-8557-f3c05e247fd9'} {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:58:19.343706 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.managers [req-0290c2f8-0ebe-4938-8578-e5d235bce9b6 req-0086a93b-1062-41c1-8e43-4ca0d6a3c3e0 service neutron] Bound port: 85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c60f771-397d-4b26-9fa2-616a44f0e2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4cb14f9c-6f08-4729-8557-f3c05e247fd9'}}] {{(pid=110157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:58:19.344057 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-0290c2f8-0ebe-4938-8578-e5d235bce9b6 req-0086a93b-1062-41c1-8e43-4ca0d6a3c3e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d), before_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:19.396424 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:19.415295 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.db [req-0290c2f8-0ebe-4938-8578-e5d235bce9b6 req-0086a93b-1062-41c1-8e43-4ca0d6a3c3e0 service neutron] For port 85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d, host hv-cinder-83998, cleared binding levels {{(pid=110157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:58:19.418432 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.db [req-0290c2f8-0ebe-4938-8578-e5d235bce9b6 req-0086a93b-1062-41c1-8e43-4ca0d6a3c3e0 service neutron] For port 85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d,segment=NetworkSegment(6c60f771-397d-4b26-9fa2-616a44f0e2a2),segment_id=6c60f771-397d-4b26-9fa2-616a44f0e2a2)] {{(pid=110157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:58:19.424488 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-0290c2f8-0ebe-4938-8578-e5d235bce9b6 req-0086a93b-1062-41c1-8e43-4ca0d6a3c3e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13704156'] for port (85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d), after_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:19.456955 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:19.469632 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0290c2f8-0ebe-4938-8578-e5d235bce9b6 req-0086a93b-1062-41c1-8e43-4ca0d6a3c3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:19.470247 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-0290c2f8-0ebe-4938-8578-e5d235bce9b6 req-0086a93b-1062-41c1-8e43-4ca0d6a3c3e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for port (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:19.471983 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0290c2f8-0ebe-4938-8578-e5d235bce9b6 req-0086a93b-1062-41c1-8e43-4ca0d6a3c3e0 service neutron] 10.222.0.49 "PUT /v2.0/ports/85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d HTTP/1.1" status: 200 len: 1094 time: 1.0131326 May 18 14:58:19.472494 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c69b24f-4d86-449b-897d-ebf6e2ac43fb', 'tag': '85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d'}] {{(pid=110157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:58:19.475393 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3614be4c33be7e0ed28fa23fdbb6a3604458632b91c0a79006a6fb45a0ea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3076e4fb-14ea-4897-9935-776ea7f84391" -d '{"events": [{"name": "network-changed", "server_uuid": "2c69b24f-4d86-449b-897d-ebf6e2ac43fb", "tag": "85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d"}]}' {{(pid=110157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:58:19.504321 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-029d05a1-752d-4b3c-a19a-0daf5909f418 req-25186b76-3976-49cd-b4a1-a8c4b4aa9446 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14495174'] for port (945ececc-a652-4632-8a0d-c875a728bbbb), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:19.539227 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25186b76-3976-49cd-b4a1-a8c4b4aa9446 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Pushing event deleted for resources: {'Port': ['ID=945ececc-a652-4632-8a0d-c875a728bbbb,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:58:19.544122 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0086a93b-1062-41c1-8e43-4ca0d6a3c3e0 service neutron] Pushing event updated for resources: {'Port': ['ID=85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d,revision_number=3']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:58:19.551009 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] get_ports_and_sgs() called for port_ids ['945ececc-a652-4632-8a0d-c875a728bbbb'] {{(pid=110158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 14:58:19.573579 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6559264d-e671-4caa-9913-8d653ff40fbc req-e735c000-b014-47f1-a577-729f511d94ca tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b4bb700-92ae-430f-96ae-eafd73b576ef HTTP/1.1" status: 200 len: 210 time: 0.0457780 May 18 14:58:19.585476 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca21276-a1c9-4fdc-8800-431116c625de req-e35ac1b6-2872-44bd-98f3-4fdc14f5a6f0 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:19.587705 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-9ca21276-a1c9-4fdc-8800-431116c625de req-e35ac1b6-2872-44bd-98f3-4fdc14f5a6f0 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 945 time: 0.1065116 May 18 14:58:19.628565 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.l3_dvrscheduler_db [req-029d05a1-752d-4b3c-a19a-0daf5909f418 req-25186b76-3976-49cd-b4a1-a8c4b4aa9446 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] No DVR routers for this DVR port 945ececc-a652-4632-8a0d-c875a728bbbb on host hv-cinder-83998 {{(pid=110156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:58:19.632381 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-029d05a1-752d-4b3c-a19a-0daf5909f418 req-25186b76-3976-49cd-b4a1-a8c4b4aa9446 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for port (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:19.636426 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-029d05a1-752d-4b3c-a19a-0daf5909f418 req-25186b76-3976-49cd-b4a1-a8c4b4aa9446 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.49 "DELETE /v2.0/ports/945ececc-a652-4632-8a0d-c875a728bbbb HTTP/1.1" status: 204 len: 173 time: 0.6268783 May 18 14:58:19.636953 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4bb700-92ae-430f-96ae-eafd73b576ef', 'name': 'network-vif-deleted', 'tag': '945ececc-a652-4632-8a0d-c875a728bbbb'}] {{(pid=110156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:58:19.639190 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133ec7be95234859c4edce85a8c9b28b91a94f2f136921e0bf9997cb2a51d6fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90d04b3-9ba3-4939-9d24-c7be89f2d6c0" -d '{"events": [{"server_uuid": "9b4bb700-92ae-430f-96ae-eafd73b576ef", "name": "network-vif-deleted", "tag": "945ececc-a652-4632-8a0d-c875a728bbbb"}]}' {{(pid=110156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:58:19.651338 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-9ca21276-a1c9-4fdc-8800-431116c625de req-e96a2403-6c1e-4047-b091-c01effcdaab9 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577619 May 18 14:58:19.657141 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 14:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a3f497-4ec0-4b52-b034-9569de3cd47c x-openstack-request-id: req-04a3f497-4ec0-4b52-b034-9569de3cd47c {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:58:19.657717 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c69b24f-4d86-449b-897d-ebf6e2ac43fb", "tag": "85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d", "status": "completed", "code": 200}]} {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:58:19.658124 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-04a3f497-4ec0-4b52-b034-9569de3cd47c {{(pid=110157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:58:19.659423 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04a3f497-4ec0-4b52-b034-9569de3cd47c'] response: {'name': 'network-changed', 'server_uuid': '2c69b24f-4d86-449b-897d-ebf6e2ac43fb', 'tag': '85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d', 'status': 'completed', 'code': 200} May 18 14:58:19.693794 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 14:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2baf3a2-aaea-40e5-9cfa-4f0b50cf518b x-openstack-request-id: req-a2baf3a2-aaea-40e5-9cfa-4f0b50cf518b {{(pid=110156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:58:19.694083 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4bb700-92ae-430f-96ae-eafd73b576ef", "name": "network-vif-deleted", "tag": "945ececc-a652-4632-8a0d-c875a728bbbb", "status": "completed", "code": 200}]} {{(pid=110156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:58:19.694935 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a2baf3a2-aaea-40e5-9cfa-4f0b50cf518b {{(pid=110156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:58:19.695335 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2baf3a2-aaea-40e5-9cfa-4f0b50cf518b'] response: {'server_uuid': '9b4bb700-92ae-430f-96ae-eafd73b576ef', 'name': 'network-vif-deleted', 'tag': '945ececc-a652-4632-8a0d-c875a728bbbb', 'status': 'completed', 'code': 200} May 18 14:58:20.339501 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ba7aa-485e-4f25-b40b-5e4b76906f54 req-28e5382f-4bed-41f1-9035-9794fe89a8ab tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:20.340930 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e62ba7aa-485e-4f25-b40b-5e4b76906f54 req-28e5382f-4bed-41f1-9035-9794fe89a8ab tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 944 time: 0.0469275 May 18 14:58:20.392359 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e62ba7aa-485e-4f25-b40b-5e4b76906f54 req-359c756b-832b-405c-a630-63b279408cfc tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae13b159-b5dd-474d-a8c4-0467efdcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459085 May 18 14:58:20.451647 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device 4b7b091c-ade3-422f-a228-9a575395a54b no longer exists at agent hyperv_hv-cinder-83998 {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 14:58:20.471557 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:20.526447 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a48e4b56-9fc8-422b-8616-62954e62896a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (7afc6fe8-d13b-4fd3-bc99-e9efab9a141d), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:20.540253 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Current status of the port 4b7b091c-ade3-422f-a228-9a575395a54b is: ACTIVE; New status is: DOWN {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:58:20.540665 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (4b7b091c-ade3-422f-a228-9a575395a54b), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:20.563792 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf9b2c2-1694-4695-8c54-940340452792', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b7b091c-ade3-422f-a228-9a575395a54b'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:58:20.568251 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62dae43363b0d9fbe88fecb50d2dfb4fafe72539e0e1d03116e82a6fdda86ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e4b289-9748-4408-a863-8402ddba2ecc" -d '{"events": [{"server_uuid": "5cf9b2c2-1694-4695-8c54-940340452792", "name": "network-vif-unplugged", "status": "completed", "tag": "4b7b091c-ade3-422f-a228-9a575395a54b"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:58:20.578707 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:20.582569 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port 4b7b091c-ade3-422f-a228-9a575395a54b, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=4b7b091c-ade3-422f-a228-9a575395a54b,segment=NetworkSegment(68ae329c-889c-4ff0-8ec9-1a3d4793b394),segment_id=68ae329c-889c-4ff0-8ec9-1a3d4793b394)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:58:20.589358 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (4b7b091c-ade3-422f-a228-9a575395a54b), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:20.618344 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 May 2022 14:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab5e853e-8077-4cb9-b1ff-dbadc16f09f7 x-openstack-request-id: req-ab5e853e-8077-4cb9-b1ff-dbadc16f09f7 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:58:20.618664 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf9b2c2-1694-4695-8c54-940340452792", "name": "network-vif-unplugged", "status": "completed", "tag": "4b7b091c-ade3-422f-a228-9a575395a54b", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:58:20.618927 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ab5e853e-8077-4cb9-b1ff-dbadc16f09f7 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:58:20.619295 dv-cinder-839987-7-iscsi neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab5e853e-8077-4cb9-b1ff-dbadc16f09f7'] response: {'server_uuid': '5cf9b2c2-1694-4695-8c54-940340452792', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b7b091c-ade3-422f-a228-9a575395a54b', 'code': 200} May 18 14:58:20.643411 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Pushing event updated for resources: {'Port': ['ID=4b7b091c-ade3-422f-a228-9a575395a54b,revision_number=8']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:58:20.691377 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-b368f0b4-3e93-4818-bc9d-d10403f31f46 req-42e1f380-2505-4593-930a-546f182a2d90 tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b4bb700-92ae-430f-96ae-eafd73b576ef HTTP/1.1" status: 200 len: 210 time: 0.0356979 May 18 14:58:20.738227 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:20.774570 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6d8a6-529a-4f5d-a380-ca5f63323661 req-2f42e56b-2acf-42d8-8844-414387e49eb1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:20.776012 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f7f6d8a6-529a-4f5d-a380-ca5f63323661 req-2f42e56b-2acf-42d8-8844-414387e49eb1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 943 time: 0.0476108 May 18 14:58:20.821751 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f7f6d8a6-529a-4f5d-a380-ca5f63323661 req-de729d33-db38-4f6f-8440-d7e075229d3a tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401766 May 18 14:58:21.202733 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076e4fb-14ea-4897-9935-776ea7f84391 req-034a5461-4b40-4db0-a520-8c6923400eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:21.204265 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-3076e4fb-14ea-4897-9935-776ea7f84391 req-034a5461-4b40-4db0-a520-8c6923400eb5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=379bba80af244096abbf8deb82772854&device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 1128 time: 0.0398207 May 18 14:58:21.426152 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076e4fb-14ea-4897-9935-776ea7f84391 req-a116467e-000e-4691-96f0-9070a0f45a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:21.428124 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-3076e4fb-14ea-4897-9935-776ea7f84391 req-a116467e-000e-4691-96f0-9070a0f45a08 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=379bba80af244096abbf8deb82772854&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1910918 May 18 14:58:21.508803 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73008581-ec92-41f5-a8a0-3d8c6ff52d89 req-5aba7ad0-fc2a-42f9-92ca-27a2c0f3fe4f tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:21.512068 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-73008581-ec92-41f5-a8a0-3d8c6ff52d89 req-5aba7ad0-fc2a-42f9-92ca-27a2c0f3fe4f tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 944 time: 0.0501649 May 18 14:58:21.548876 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 35304) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:58:21.561432 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-73008581-ec92-41f5-a8a0-3d8c6ff52d89 req-0421e8d7-4d28-4ce4-b600-b02d5817fa74 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae13b159-b5dd-474d-a8c4-0467efdcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450437 May 18 14:58:21.654421 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-671d958a-d40a-4b71-a9f1-c31c9f2d668e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:21.806452 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1325622c-7309-4b85-9dc0-cb35f7aa006d req-48edd50c-a1d1-4a77-a220-073ce514a8fc tempest-VolumesActionsTest-332300397 tempest-VolumesActionsTest-332300397-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b4bb700-92ae-430f-96ae-eafd73b576ef HTTP/1.1" status: 200 len: 210 time: 0.0330584 May 18 14:58:21.946365 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b818416-10d1-45af-91b8-e334e335cb7f req-5ede2f25-0dcd-46a2-87da-3a0ab20a3b5d tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:21.948013 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6b818416-10d1-45af-91b8-e334e335cb7f req-5ede2f25-0dcd-46a2-87da-3a0ab20a3b5d tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 943 time: 0.0502234 May 18 14:58:21.996975 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6b818416-10d1-45af-91b8-e334e335cb7f req-d0a832dd-f8ae-40bc-ad95-0fc4d2f5deb7 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432162 May 18 14:58:22.066769 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-671d958a-d40a-4b71-a9f1-c31c9f2d668e admin admin] Publish callbacks [] for security_group (ac0cc4ba-ead9-4d52-9873-2cfc72287316), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:22.084540 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-671d958a-d40a-4b71-a9f1-c31c9f2d668e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (ac0cc4ba-ead9-4d52-9873-2cfc72287316), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:22.136410 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-671d958a-d40a-4b71-a9f1-c31c9f2d668e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d48476a356f24696bd88841753d25ace&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5863333 May 18 14:58:22.139427 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 35318) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:58:22.141871 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076e4fb-14ea-4897-9935-776ea7f84391 req-1a30a577-3276-4f8f-9d37-232f9e7d0697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:22.143283 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-3076e4fb-14ea-4897-9935-776ea7f84391 req-1a30a577-3276-4f8f-9d37-232f9e7d0697 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4494913 May 18 14:58:22.148022 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671d958a-d40a-4b71-a9f1-c31c9f2d668e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0cc4ba-ead9-4d52-9873-2cfc72287316,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:58:22.194632 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-2bdb907f-39d9-4d36-bdc8-a499bd55a1e6 admin admin] Publish callbacks [] for security_group (ac0cc4ba-ead9-4d52-9873-2cfc72287316), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:22.222749 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-2bdb907f-39d9-4d36-bdc8-a499bd55a1e6 admin admin] Publish callbacks [] for security_group (ac0cc4ba-ead9-4d52-9873-2cfc72287316), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:22.258389 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0290c2f8-0ebe-4938-8578-e5d235bce9b6 req-ac12214b-7e21-480a-b75b-62e007707b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:22.260400 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-0290c2f8-0ebe-4938-8578-e5d235bce9b6 req-ac12214b-7e21-480a-b75b-62e007707b89 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=379bba80af244096abbf8deb82772854&device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 1128 time: 0.0458214 May 18 14:58:22.275025 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-2bdb907f-39d9-4d36-bdc8-a499bd55a1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (ac0cc4ba-ead9-4d52-9873-2cfc72287316), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:22.277770 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-2bdb907f-39d9-4d36-bdc8-a499bd55a1e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:22.278973 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-2bdb907f-39d9-4d36-bdc8-a499bd55a1e6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ac0cc4ba-ead9-4d52-9873-2cfc72287316 HTTP/1.1" status: 204 len: 168 time: 0.1383271 May 18 14:58:22.289083 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdb907f-39d9-4d36-bdc8-a499bd55a1e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0cc4ba-ead9-4d52-9873-2cfc72287316,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:58:22.311754 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-0290c2f8-0ebe-4938-8578-e5d235bce9b6 req-70e96f2d-a465-4d25-847d-ec9d3e727e3e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d HTTP/1.1" status: 200 len: 217 time: 0.0386868 May 18 14:58:22.369104 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0290c2f8-0ebe-4938-8578-e5d235bce9b6 req-fae8d19b-363d-4c98-b1b8-ec9344a40b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:22.370492 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-0290c2f8-0ebe-4938-8578-e5d235bce9b6 req-fae8d19b-363d-4c98-b1b8-ec9344a40b99 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=89243c68-b4f8-45b7-8520-ec7240a88f0d HTTP/1.1" status: 200 len: 848 time: 0.0525708 May 18 14:58:22.424550 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0290c2f8-0ebe-4938-8578-e5d235bce9b6 req-9d5b9a7f-c3a9-42a3-bf0c-3ac9f8ffeeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:22.427459 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-0290c2f8-0ebe-4938-8578-e5d235bce9b6 req-9d5b9a7f-c3a9-42a3-bf0c-3ac9f8ffeeb8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4cb14f9c-6f08-4729-8557-f3c05e247fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495729 May 18 14:58:22.533947 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-0290c2f8-0ebe-4938-8578-e5d235bce9b6 req-734c3e68-87e4-4abb-b21e-d05ab4fbee34 service neutron] 10.222.0.49 "GET /v2.0/networks/4cb14f9c-6f08-4729-8557-f3c05e247fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002450 May 18 14:58:22.615916 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:22.622555 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [req-f166ef64-60bd-4441-b4f9-456f0b9f02b8 req-0b633f17-ae04-47cf-9a91-c6597f316cd1 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110157) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 18 14:58:22.624784 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f166ef64-60bd-4441-b4f9-456f0b9f02b8 req-0b633f17-ae04-47cf-9a91-c6597f316cd1 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0092714 May 18 14:58:22.639298 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:DELETE=3,neutron:SELECT=90,neutron:INSERT=7 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:22.659030 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-0290c2f8-0ebe-4938-8578-e5d235bce9b6 req-ef12b562-7e39-465f-8349-aef56140dbfe service neutron] 10.222.0.49 "GET /v2.0/networks/4cb14f9c-6f08-4729-8557-f3c05e247fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190615 May 18 14:58:22.705672 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c576696-f520-4149-a893-79f73f063191 req-f24a847e-c5eb-4e99-a90e-c0d24ae5b3ca tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:22.709241 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7c576696-f520-4149-a893-79f73f063191 req-f24a847e-c5eb-4e99-a90e-c0d24ae5b3ca tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 944 time: 0.0695269 May 18 14:58:22.775381 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7c576696-f520-4149-a893-79f73f063191 req-7a2d84b7-d4be-4632-984c-ef3d462b44ca tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae13b159-b5dd-474d-a8c4-0467efdcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619783 May 18 14:58:22.812509 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7918c9-d671-4a57-8811-39d8c31f7288 req-f5404479-b87a-4a4a-9354-7aa8d8fde361 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:22.814300 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-9a7918c9-d671-4a57-8811-39d8c31f7288 req-f5404479-b87a-4a4a-9354-7aa8d8fde361 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 943 time: 0.0537694 May 18 14:58:22.875282 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-9a7918c9-d671-4a57-8811-39d8c31f7288 req-d586ba0b-5062-4729-aac4-b68705641d4f tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520680 May 18 14:58:22.935496 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4674910e-e07d-42e0-a0e6-409abfc3c28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (a5518e17-d4a6-403f-b34f-0fa3d03f1833), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:23.068190 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 35376) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:58:23.192508 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-ae00da6f-2f94-4ffe-9459-efc671304f46 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1793539287-network', 'tenant_id': '51aa9f371a9c4b20bd52f8e251c80711'}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:58:23.217108 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae00da6f-2f94-4ffe-9459-efc671304f46 admin admin] Made reservation on behalf of 51aa9f371a9c4b20bd52f8e251c80711 for: {'network': 1} {{(pid=110156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:58:23.219733 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ae00da6f-2f94-4ffe-9459-efc671304f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for network (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:23.229990 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ae00da6f-2f94-4ffe-9459-efc671304f46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:23.333404 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ae00da6f-2f94-4ffe-9459-efc671304f46 admin admin] Publish callbacks [] for security_group (9ae6d231-2416-440b-a669-c55404a7aa80), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:23.339421 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ae00da6f-2f94-4ffe-9459-efc671304f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (9ae6d231-2416-440b-a669-c55404a7aa80), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:23.366319 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae00da6f-2f94-4ffe-9459-efc671304f46 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=110156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:58:23.376653 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae00da6f-2f94-4ffe-9459-efc671304f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae6d231-2416-440b-a669-c55404a7aa80,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:58:23.381963 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ae00da6f-2f94-4ffe-9459-efc671304f46 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770382701069', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029885'] for segment (605bcccb-2406-4480-be4f-227fa2adf873), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:23.382376 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.db.segments_db [None req-ae00da6f-2f94-4ffe-9459-efc671304f46 admin admin] Added segment 605bcccb-2406-4480-be4f-227fa2adf873 of type vlan for network 5bc950ac-9a60-4db1-9e91-6b6e6f038301 May 18 14:58:23.388103 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 35402) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:58:23.435459 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ae00da6f-2f94-4ffe-9459-efc671304f46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770382152789'] for network (5bc950ac-9a60-4db1-9e91-6b6e6f038301), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:23.465517 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ae00da6f-2f94-4ffe-9459-efc671304f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355'] for network (5bc950ac-9a60-4db1-9e91-6b6e6f038301), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:23.466796 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae00da6f-2f94-4ffe-9459-efc671304f46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:23.467589 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ae00da6f-2f94-4ffe-9459-efc671304f46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for network (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:23.490509 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-b7f42c32-b55d-4d84-8db5-d5678f69e47b req-ca99f664-c26a-46fc-a6ef-81c13fb899a5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1000562 May 18 14:58:23.497697 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [req-b7f42c32-b55d-4d84-8db5-d5678f69e47b req-f3caba4c-a881-4d94-a7fd-5627c10c5558 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110157) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 18 14:58:23.498712 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-b7f42c32-b55d-4d84-8db5-d5678f69e47b req-f3caba4c-a881-4d94-a7fd-5627c10c5558 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055130 May 18 14:58:23.524249 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-ae00da6f-2f94-4ffe-9459-efc671304f46 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.4544864 May 18 14:58:23.527177 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 35412) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:58:23.538926 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-ff681031-7590-4369-b781-4b37c62d8274 admin admin] Request body: {'subnet': {'network_id': '5bc950ac-9a60-4db1-9e91-6b6e6f038301', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1793539287-subnet', 'tenant_id': '51aa9f371a9c4b20bd52f8e251c80711', 'ip_version': 4}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:58:23.552893 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae00da6f-2f94-4ffe-9459-efc671304f46 admin admin] Pushing event updated for resources: {'Network': ['ID=5bc950ac-9a60-4db1-9e91-6b6e6f038301,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:58:23.565011 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Network 5bc950ac-9a60-4db1-9e91-6b6e6f038301 details requested by agent ovs-agent-dv-cinder-839987-7-iscsi with host dv-cinder-839987-7-iscsi {{(pid=110158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 14:58:23.570888 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff681031-7590-4369-b781-4b37c62d8274 admin admin] Made reservation on behalf of 51aa9f371a9c4b20bd52f8e251c80711 for: {'subnet': 1} {{(pid=110156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:58:23.573684 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ff681031-7590-4369-b781-4b37c62d8274 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12844410'] for subnet (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:23.591388 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 35418) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:58:23.773775 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f42c32-b55d-4d84-8db5-d5678f69e47b req-03b48af9-a5bf-404c-9a7f-0ed440996fab tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:23.775370 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-b7f42c32-b55d-4d84-8db5-d5678f69e47b req-03b48af9-a5bf-404c-9a7f-0ed440996fab tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports/4b7b091c-ade3-422f-a228-9a575395a54b HTTP/1.1" status: 200 len: 940 time: 0.1827793 May 18 14:58:23.777009 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ff681031-7590-4369-b781-4b37c62d8274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14493814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12844396'] for subnet (f67ef94c-fe95-4707-8c30-e8bb6bac9712), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:23.841444 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff681031-7590-4369-b781-4b37c62d8274 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f67ef94c-fe95-4707-8c30-e8bb6bac9712,revision_number=0']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:58:23.849261 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff681031-7590-4369-b781-4b37c62d8274 admin admin] Checking segment: {'id': '605bcccb-2406-4480-be4f-227fa2adf873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5bc950ac-9a60-4db1-9e91-6b6e6f038301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:58:23.849684 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff681031-7590-4369-b781-4b37c62d8274 admin admin] Network hostable DHCP agents. Network: 5bc950ac-9a60-4db1-9e91-6b6e6f038301, hostable agents: ['7afc6fe8-d13b-4fd3-bc99-e9efab9a141d'], hosted agents: [] {{(pid=110156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:58:23.873011 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff681031-7590-4369-b781-4b37c62d8274 admin admin] Network 5bc950ac-9a60-4db1-9e91-6b6e6f038301 is scheduled to be hosted by DHCP agent 7afc6fe8-d13b-4fd3-bc99-e9efab9a141d with binding_index 1 {{(pid=110156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:58:23.887597 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.base_scheduler [None req-ff681031-7590-4369-b781-4b37c62d8274 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-7-iscsi, 5bc950ac-9a60-4db1-9e91-6b6e6f038301) {{(pid=110156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:58:23.892289 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff681031-7590-4369-b781-4b37c62d8274 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:23.893150 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ff681031-7590-4369-b781-4b37c62d8274 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:23.900693 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a86e18-9d40-46fc-bedc-73abd08b01a9 req-8f27b77c-b895-4fea-93a9-fae54636861a tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:23.902709 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-95a86e18-9d40-46fc-bedc-73abd08b01a9 req-8f27b77c-b895-4fea-93a9-fae54636861a tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 944 time: 0.0511096 May 18 14:58:23.906901 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236dad03-c409-4420-beb7-10aa4b9e6640 None None] Network 5bc950ac-9a60-4db1-9e91-6b6e6f038301 requested from dv-cinder-839987-7-iscsi {{(pid=110158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:58:23.922091 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-ff681031-7590-4369-b781-4b37c62d8274 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3941071 May 18 14:58:23.924876 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 35446) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:58:23.932311 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-d8505552-4288-416f-a4af-973204a2620d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1793539287-router', 'tenant_id': '51aa9f371a9c4b20bd52f8e251c80711', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8'}}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:58:23.956192 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-d8505552-4288-416f-a4af-973204a2620d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1014178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30024'] for router (cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:23.957374 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-d8505552-4288-416f-a4af-973204a2620d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1014102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30033'] for router (cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:23.967582 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:23.970041 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:24.031185 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-d8505552-4288-416f-a4af-973204a2620d admin admin] Publish callbacks [] for router_controller (cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef), precommit_add_association {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:24.039888 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-50f4e27f-5619-452e-9630-0448ff5d9157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (0f4dbee4-4999-4f30-b578-59222d25f53e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:24.042029 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-95a86e18-9d40-46fc-bedc-73abd08b01a9 req-be2540e3-56b1-4e49-b095-d39422d65f5d tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae13b159-b5dd-474d-a8c4-0467efdcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316919 May 18 14:58:24.055998 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38baceb2-b0a7-460e-8cda-9f8b28b4f8bc req-f88e99f4-d0d3-4066-bcd6-b0a859e5c08d tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:24.057874 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-38baceb2-b0a7-460e-8cda-9f8b28b4f8bc req-f88e99f4-d0d3-4066-bcd6-b0a859e5c08d tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 943 time: 0.0785892 May 18 14:58:24.071199 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d116a9ba-21f0-41de-b404-db65efed0cea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f20f6cc-4f88-5695-b394-1707ddfc3587-5bc950ac-9a60-4db1-9e91-6b6e6f038301', 'network_id': '5bc950ac-9a60-4db1-9e91-6b6e6f038301', 'project_id': '51aa9f371a9c4b20bd52f8e251c80711', 'fixed_ips': [{'subnet_id': 'f67ef94c-fe95-4707-8c30-e8bb6bac9712'}]}} from dv-cinder-839987-7-iscsi. {{(pid=110158) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 18 14:58:24.072884 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d116a9ba-21f0-41de-b404-db65efed0cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:24.104398 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:24.137047 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-38baceb2-b0a7-460e-8cda-9f8b28b4f8bc req-7033ef7f-2fee-48b3-9a2c-43ca09f9aa52 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553982 May 18 14:58:24.198127 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-d8505552-4288-416f-a4af-973204a2620d admin admin] Publish callbacks [] for router_gateway (cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef), precommit_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:24.236762 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-d116a9ba-21f0-41de-b404-db65efed0cea None None] Allocated IP 172.20.0.2 (5bc950ac-9a60-4db1-9e91-6b6e6f038301/f67ef94c-fe95-4707-8c30-e8bb6bac9712/bfc3bc42-9697-4d47-9765-166052f07fd0) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:58:24.379608 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-d8505552-4288-416f-a4af-973204a2620d admin admin] Publish callbacks [] for router_gateway (cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:24.381822 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d116a9ba-21f0-41de-b404-db65efed0cea None None] Publish callbacks [] for port (bfc3bc42-9697-4d47-9765-166052f07fd0), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:24.387745 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d116a9ba-21f0-41de-b404-db65efed0cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031'] for port (bfc3bc42-9697-4d47-9765-166052f07fd0), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:24.400356 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-d8505552-4288-416f-a4af-973204a2620d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:24.429537 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d116a9ba-21f0-41de-b404-db65efed0cea None None] Network 5bc950ac-9a60-4db1-9e91-6b6e6f038301 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:58:24.434616 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-d116a9ba-21f0-41de-b404-db65efed0cea None None] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:58:24.436718 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d116a9ba-21f0-41de-b404-db65efed0cea None None] Pushing event updated for resources: {'Port': ['ID=bfc3bc42-9697-4d47-9765-166052f07fd0,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:58:24.438820 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d116a9ba-21f0-41de-b404-db65efed0cea None None] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:58:24.497128 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-d116a9ba-21f0-41de-b404-db65efed0cea None None] Attempting to bind port bfc3bc42-9697-4d47-9765-166052f07fd0 on host dv-cinder-839987-7-iscsi for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:58:24.497489 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-d116a9ba-21f0-41de-b404-db65efed0cea None None] Attempting to bind port bfc3bc42-9697-4d47-9765-166052f07fd0 by drivers openvswitch,hyperv on host dv-cinder-839987-7-iscsi at level 0 using segments [{'id': '605bcccb-2406-4480-be4f-227fa2adf873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5bc950ac-9a60-4db1-9e91-6b6e6f038301'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:58:24.497840 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d116a9ba-21f0-41de-b404-db65efed0cea None None] Attempting to bind port bfc3bc42-9697-4d47-9765-166052f07fd0 on network 5bc950ac-9a60-4db1-9e91-6b6e6f038301 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:58:24.502914 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d116a9ba-21f0-41de-b404-db65efed0cea None None] Checking agent: {'id': 'ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 46, 56), 'started_at': datetime.datetime(2022, 5, 18, 14, 47, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:58:24.503283 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d116a9ba-21f0-41de-b404-db65efed0cea None None] Checking segment: {'id': '605bcccb-2406-4480-be4f-227fa2adf873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5bc950ac-9a60-4db1-9e91-6b6e6f038301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:58:24.503698 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d116a9ba-21f0-41de-b404-db65efed0cea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:24.504081 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d116a9ba-21f0-41de-b404-db65efed0cea None None] Bound using segment: {'id': '605bcccb-2406-4480-be4f-227fa2adf873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5bc950ac-9a60-4db1-9e91-6b6e6f038301'} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:58:24.504648 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-d116a9ba-21f0-41de-b404-db65efed0cea None None] Bound port: bfc3bc42-9697-4d47-9765-166052f07fd0, host: dv-cinder-839987-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '605bcccb-2406-4480-be4f-227fa2adf873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5bc950ac-9a60-4db1-9e91-6b6e6f038301'}}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:58:24.505029 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d116a9ba-21f0-41de-b404-db65efed0cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (bfc3bc42-9697-4d47-9765-166052f07fd0), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:24.513807 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.db_base_plugin_common [None req-d8505552-4288-416f-a4af-973204a2620d admin admin] Allocated IP 172.27.3.241 (f20aa9f3-2984-481b-bb59-fa1f034e36c8/b7750f80-229c-4d19-b013-2aee5952f8bb/966617e1-a095-40fc-88c0-fcbbdc03e57f) {{(pid=110156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:58:24.565529 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-d116a9ba-21f0-41de-b404-db65efed0cea None None] For port bfc3bc42-9697-4d47-9765-166052f07fd0, host dv-cinder-839987-7-iscsi, cleared binding levels {{(pid=110158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:58:24.568865 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-d116a9ba-21f0-41de-b404-db65efed0cea None None] For port bfc3bc42-9697-4d47-9765-166052f07fd0, host dv-cinder-839987-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=bfc3bc42-9697-4d47-9765-166052f07fd0,segment=NetworkSegment(605bcccb-2406-4480-be4f-227fa2adf873),segment_id=605bcccb-2406-4480-be4f-227fa2adf873)] {{(pid=110158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:58:24.575777 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d116a9ba-21f0-41de-b404-db65efed0cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (bfc3bc42-9697-4d47-9765-166052f07fd0), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:24.620491 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:24.623543 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-d8505552-4288-416f-a4af-973204a2620d admin admin] Publish callbacks [] for port (966617e1-a095-40fc-88c0-fcbbdc03e57f), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:24.636375 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d116a9ba-21f0-41de-b404-db65efed0cea None None] Pushing event updated for resources: {'Port': ['ID=bfc3bc42-9697-4d47-9765-166052f07fd0,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:58:24.657547 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-d8505552-4288-416f-a4af-973204a2620d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14495174'] for port (966617e1-a095-40fc-88c0-fcbbdc03e57f), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:24.703075 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8505552-4288-416f-a4af-973204a2620d admin admin] Network f20aa9f3-2984-481b-bb59-fa1f034e36c8 is already hosted by enough agents. {{(pid=110156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:58:24.708378 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.base_scheduler [None req-d8505552-4288-416f-a4af-973204a2620d admin admin] Resources bound (agent type, host, resource id): {{(pid=110156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:58:24.712411 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8505552-4288-416f-a4af-973204a2620d admin admin] Received port after_create {{(pid=110156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:58:24.715409 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8505552-4288-416f-a4af-973204a2620d admin admin] Pushing event updated for resources: {'Port': ['ID=966617e1-a095-40fc-88c0-fcbbdc03e57f,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:58:24.936922 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:UPDATE=5,neutron:SELECT=92,neutron:INSERT=3 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:24.989420 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-d8505552-4288-416f-a4af-973204a2620d admin admin] Publish callbacks [] for router_gateway (cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:24.991662 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:25.107912 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=89,neutron:UPDATE=8,neutron:INSERT=3 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:25.132775 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-86248160-1b36-4d80-a449-232705ae1859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (11bd5e7f-0ec7-43f5-9ca8-99d3c1136d9c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:25.188518 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c1fd7-dcb4-4b3a-870d-6d46ce404782 req-9d47e9d0-82c4-44b9-bbf1-915fe3a0dacb tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:25.190643 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-898c1fd7-dcb4-4b3a-870d-6d46ce404782 req-9d47e9d0-82c4-44b9-bbf1-915fe3a0dacb tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 944 time: 0.0509634 May 18 14:58:25.191496 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-d8505552-4288-416f-a4af-973204a2620d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1014063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014892'] for router (cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:25.206608 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:25.281122 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-898c1fd7-dcb4-4b3a-870d-6d46ce404782 req-8fa20017-c3a6-434c-91ce-17bdabd51641 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae13b159-b5dd-474d-a8c4-0467efdcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808280 May 18 14:58:25.308429 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee6917b-a898-4ca8-a82b-80c25be594fd req-3e34627c-7446-43a4-a8fc-3d18f327f3c1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:25.310012 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-fee6917b-a898-4ca8-a82b-80c25be594fd req-3e34627c-7446-43a4-a8fc-3d18f327f3c1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 943 time: 0.0778255 May 18 14:58:25.342367 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8505552-4288-416f-a4af-973204a2620d admin admin] Router cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef is scheduled to L3 agent a5518e17-d4a6-403f-b34f-0fa3d03f1833 with binding_index 1 {{(pid=110156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 14:58:25.360429 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-fee6917b-a898-4ca8-a82b-80c25be594fd req-af8bf401-622e-4d97-b245-a30ad95eb28c tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444176 May 18 14:58:25.451811 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8505552-4288-416f-a4af-973204a2620d admin admin] Notify agent at l3_agent.dv-cinder-839987-7-iscsi the message routers_updated {{(pid=110156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:58:25.462714 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b97de91-6e38-4eeb-9067-147e61c90d75 None None] Sync routers for ids ['cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef'] in dv-cinder-839987-7-iscsi {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:58:25.476428 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-d8505552-4288-416f-a4af-973204a2620d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:25.477988 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-d8505552-4288-416f-a4af-973204a2620d admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5520878 May 18 14:58:25.480408 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b97de91-6e38-4eeb-9067-147e61c90d75 None None] Routers {'cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:58:25.481145 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 35460) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:58:25.481418 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-9b97de91-6e38-4eeb-9067-147e61c90d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T14:58:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:58:25.571580 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device bfc3bc42-9697-4d47-9765-166052f07fd0 up at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:58:25.602293 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-9b97de91-6e38-4eeb-9067-147e61c90d75 None None] Set router cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:58:25.627503 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Provisioning complete for port bfc3bc42-9697-4d47-9765-166052f07fd0 triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:58:25.627875 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (bfc3bc42-9697-4d47-9765-166052f07fd0), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:25.653631 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ba6fd7-62d9-4508-aa1a-6ee8ce2f932a None None] Network 5bc950ac-9a60-4db1-9e91-6b6e6f038301 requested from dv-cinder-839987-7-iscsi {{(pid=110158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:58:25.707318 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=100 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:25.724143 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-b043d9c3-2ca6-4295-b147-fbf5b43a6834 None None] Provisioning complete for port bfc3bc42-9697-4d47-9765-166052f07fd0 triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:58:25.724506 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b043d9c3-2ca6-4295-b147-fbf5b43a6834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (bfc3bc42-9697-4d47-9765-166052f07fd0), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:25.786329 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=100 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:25.787793 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-9b97de91-6e38-4eeb-9067-147e61c90d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef', 'name': 'tempest-TestMinimumBasicScenario-1793539287-router', 'tenant_id': '51aa9f371a9c4b20bd52f8e251c80711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '966617e1-a095-40fc-88c0-fcbbdc03e57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:58:23Z', 'updated_at': '2022-05-18T14:58:24Z', 'revision_number': 3, 'project_id': '51aa9f371a9c4b20bd52f8e251c80711', 'gw_port': {'id': '966617e1-a095-40fc-88c0-fcbbdc03e57f', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:01:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:58:24Z', 'updated_at': '2022-05-18T14:58:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi'}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:58:25.819428 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b97de91-6e38-4eeb-9067-147e61c90d75 None None] Checking router: cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef for host: dv-cinder-839987-7-iscsi {{(pid=110159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:58:25.819928 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b97de91-6e38-4eeb-9067-147e61c90d75 None None] Updating router cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef port 966617e1-a095-40fc-88c0-fcbbdc03e57f binding host dv-cinder-839987-7-iscsi {{(pid=110159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:58:25.852732 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9b97de91-6e38-4eeb-9067-147e61c90d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (966617e1-a095-40fc-88c0-fcbbdc03e57f), before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:25.866621 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Current status of the port bfc3bc42-9697-4d47-9765-166052f07fd0 is: DOWN; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:58:25.867100 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (bfc3bc42-9697-4d47-9765-166052f07fd0), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:25.947173 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-cf2690fb-107c-4861-89d9-242ed7c8ca51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:25.953651 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] For port bfc3bc42-9697-4d47-9765-166052f07fd0, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=bfc3bc42-9697-4d47-9765-166052f07fd0,segment=NetworkSegment(605bcccb-2406-4480-be4f-227fa2adf873),segment_id=605bcccb-2406-4480-be4f-227fa2adf873)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:58:25.954724 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-b043d9c3-2ca6-4295-b147-fbf5b43a6834 None None] Current status of the port bfc3bc42-9697-4d47-9765-166052f07fd0 is: DOWN; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:58:25.955114 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b043d9c3-2ca6-4295-b147-fbf5b43a6834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (bfc3bc42-9697-4d47-9765-166052f07fd0), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:25.972204 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (bfc3bc42-9697-4d47-9765-166052f07fd0), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:26.070834 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.db.api [None req-b043d9c3-2ca6-4295-b147-fbf5b43a6834 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 18 14:58:26.071084 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG oslo_db.api [None req-b043d9c3-2ca6-4295-b147-fbf5b43a6834 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 18 14:58:26.073990 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Pushing event updated for resources: {'Port': ['ID=bfc3bc42-9697-4d47-9765-166052f07fd0,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:58:26.147462 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.db_base_plugin_common [None req-cf2690fb-107c-4861-89d9-242ed7c8ca51 admin admin] Allocated IP 172.20.0.1 (5bc950ac-9a60-4db1-9e91-6b6e6f038301/f67ef94c-fe95-4707-8c30-e8bb6bac9712/961bfb30-2f69-45c2-82b7-2052c0935a46) {{(pid=110157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:58:26.254619 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-cf2690fb-107c-4861-89d9-242ed7c8ca51 admin admin] Publish callbacks [] for port (961bfb30-2f69-45c2-82b7-2052c0935a46), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:26.255680 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:26.256452 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9b97de91-6e38-4eeb-9067-147e61c90d75 None None] Publish callbacks [] for port (966617e1-a095-40fc-88c0-fcbbdc03e57f), precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:26.261885 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9b97de91-6e38-4eeb-9067-147e61c90d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (966617e1-a095-40fc-88c0-fcbbdc03e57f), after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:26.273500 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:26.294580 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-cf2690fb-107c-4861-89d9-242ed7c8ca51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13704171'] for port (961bfb30-2f69-45c2-82b7-2052c0935a46), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:26.311289 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ac8067-312b-47ba-981a-014fb96947e3 None None] Pushing event updated for resources: {'Port': ['ID=966617e1-a095-40fc-88c0-fcbbdc03e57f,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:58:26.329283 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ac8067-312b-47ba-981a-014fb96947e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:26.329619 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ac8067-312b-47ba-981a-014fb96947e3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:26.329971 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ac8067-312b-47ba-981a-014fb96947e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:26.330311 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ac8067-312b-47ba-981a-014fb96947e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:26.330906 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ac8067-312b-47ba-981a-014fb96947e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:26.331026 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ac8067-312b-47ba-981a-014fb96947e3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:26.331245 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ac8067-312b-47ba-981a-014fb96947e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:26.331554 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ac8067-312b-47ba-981a-014fb96947e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:26.331865 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ac8067-312b-47ba-981a-014fb96947e3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:26.332173 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ac8067-312b-47ba-981a-014fb96947e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:26.332538 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ac8067-312b-47ba-981a-014fb96947e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:26.332893 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ac8067-312b-47ba-981a-014fb96947e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:26.333588 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ac8067-312b-47ba-981a-014fb96947e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:26.333588 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ac8067-312b-47ba-981a-014fb96947e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:26.333810 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ac8067-312b-47ba-981a-014fb96947e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:26.339269 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2690fb-107c-4861-89d9-242ed7c8ca51 admin admin] Network 5bc950ac-9a60-4db1-9e91-6b6e6f038301 is already hosted by enough agents. {{(pid=110157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:58:26.339866 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [None req-9b97de91-6e38-4eeb-9067-147e61c90d75 None None] Attempting to bind port 966617e1-a095-40fc-88c0-fcbbdc03e57f on host dv-cinder-839987-7-iscsi for vnic_type normal with profile {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:58:26.340230 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [None req-9b97de91-6e38-4eeb-9067-147e61c90d75 None None] Attempting to bind port 966617e1-a095-40fc-88c0-fcbbdc03e57f by drivers openvswitch,hyperv on host dv-cinder-839987-7-iscsi at level 0 using segments [{'id': '74645103-ef26-4e33-8147-3fc27f09baec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8'}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:58:26.340613 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b97de91-6e38-4eeb-9067-147e61c90d75 None None] Attempting to bind port 966617e1-a095-40fc-88c0-fcbbdc03e57f on network f20aa9f3-2984-481b-bb59-fa1f034e36c8 {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:58:26.343998 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.base_scheduler [None req-cf2690fb-107c-4861-89d9-242ed7c8ca51 admin admin] Resources bound (agent type, host, resource id): {{(pid=110157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:58:26.347073 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b97de91-6e38-4eeb-9067-147e61c90d75 None None] Checking agent: {'id': 'ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 46, 56), 'started_at': datetime.datetime(2022, 5, 18, 14, 47, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:58:26.347439 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b97de91-6e38-4eeb-9067-147e61c90d75 None None] Checking segment: {'id': '74645103-ef26-4e33-8147-3fc27f09baec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:58:26.347993 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2690fb-107c-4861-89d9-242ed7c8ca51 admin admin] Received port after_create {{(pid=110157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:58:26.348282 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9b97de91-6e38-4eeb-9067-147e61c90d75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:26.348826 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b97de91-6e38-4eeb-9067-147e61c90d75 None None] Bound using segment: {'id': '74645103-ef26-4e33-8147-3fc27f09baec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8'} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:58:26.349562 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [None req-9b97de91-6e38-4eeb-9067-147e61c90d75 None None] Bound port: 966617e1-a095-40fc-88c0-fcbbdc03e57f, host: dv-cinder-839987-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74645103-ef26-4e33-8147-3fc27f09baec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8'}}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:58:26.349811 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9b97de91-6e38-4eeb-9067-147e61c90d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (966617e1-a095-40fc-88c0-fcbbdc03e57f), before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:26.373104 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2690fb-107c-4861-89d9-242ed7c8ca51 admin admin] Pushing event updated for resources: {'Port': ['ID=961bfb30-2f69-45c2-82b7-2052c0935a46,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:58:26.409343 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-9b97de91-6e38-4eeb-9067-147e61c90d75 None None] For port 966617e1-a095-40fc-88c0-fcbbdc03e57f, host dv-cinder-839987-7-iscsi, cleared binding levels {{(pid=110159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:58:26.413060 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-9b97de91-6e38-4eeb-9067-147e61c90d75 None None] For port 966617e1-a095-40fc-88c0-fcbbdc03e57f, host dv-cinder-839987-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=966617e1-a095-40fc-88c0-fcbbdc03e57f,segment=NetworkSegment(74645103-ef26-4e33-8147-3fc27f09baec),segment_id=74645103-ef26-4e33-8147-3fc27f09baec)] {{(pid=110159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:58:26.421972 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9b97de91-6e38-4eeb-9067-147e61c90d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (966617e1-a095-40fc-88c0-fcbbdc03e57f), after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:26.440450 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f1ecfa-4571-4a8f-be2a-0a84c1209ed7 req-a5517fde-114b-401d-9595-33482edf015b tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:26.442600 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-26f1ecfa-4571-4a8f-be2a-0a84c1209ed7 req-a5517fde-114b-401d-9595-33482edf015b tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 944 time: 0.0886254 May 18 14:58:26.443350 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-cf2690fb-107c-4861-89d9-242ed7c8ca51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1009729'] for router_interface (cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:26.475078 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:26.502208 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ac8067-312b-47ba-981a-014fb96947e3 None None] Pushing event updated for resources: {'Port': ['ID=966617e1-a095-40fc-88c0-fcbbdc03e57f,revision_number=3']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:58:26.514128 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b97de91-6e38-4eeb-9067-147e61c90d75 None None] Routers {'cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:58:26.514830 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-9b97de91-6e38-4eeb-9067-147e61c90d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T14:58:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:58:26.609335 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device 945ececc-a652-4632-8a0d-c875a728bbbb no longer exists at agent hyperv_hv-cinder-83998 {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 14:58:26.641694 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] No Port match for: 945ececc-a652-4632-8a0d-c875a728bbbb {{(pid=110158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 14:58:26.643888 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c95cc9f-f99d-45f4-94bc-060827daa80e req-40d8cf10-394f-4f38-bec8-df23a0e9000e tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:26.644014 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device 945ececc-a652-4632-8a0d-c875a728bbbb not bound to the agent host hv-cinder-83998 {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 14:58:26.644095 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-9c95cc9f-f99d-45f4-94bc-060827daa80e req-40d8cf10-394f-4f38-bec8-df23a0e9000e tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 943 time: 0.1086209 May 18 14:58:26.650019 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-b043d9c3-2ca6-4295-b147-fbf5b43a6834 None None] Current status of the port bfc3bc42-9697-4d47-9765-166052f07fd0 is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:58:26.652782 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-cf2690fb-107c-4861-89d9-242ed7c8ca51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (961bfb30-2f69-45c2-82b7-2052c0935a46), before_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:26.657037 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-9b97de91-6e38-4eeb-9067-147e61c90d75 None None] Set router cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:58:26.664718 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-26f1ecfa-4571-4a8f-be2a-0a84c1209ed7 req-dd95e386-48fa-48cc-b160-7abf878d113c tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae13b159-b5dd-474d-a8c4-0467efdcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306081 May 18 14:58:26.708730 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device 4b7b091c-ade3-422f-a228-9a575395a54b no longer exists at agent hyperv_hv-cinder-83998 {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 14:58:26.745724 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-9c95cc9f-f99d-45f4-94bc-060827daa80e req-1c6fc466-5d1a-47fa-b8f4-7e360c76ce2e tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946262 May 18 14:58:26.807831 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:26.808051 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-867ef84d-e365-4e25-961f-b70acdd5af51 None None] Provisioning complete for port bfc3bc42-9697-4d47-9765-166052f07fd0 triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:58:26.808413 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-867ef84d-e365-4e25-961f-b70acdd5af51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (bfc3bc42-9697-4d47-9765-166052f07fd0), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:26.834921 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Current status of the port 4b7b091c-ade3-422f-a228-9a575395a54b is: DOWN; New status is: DOWN {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:58:26.880416 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-9b97de91-6e38-4eeb-9067-147e61c90d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef', 'name': 'tempest-TestMinimumBasicScenario-1793539287-router', 'tenant_id': '51aa9f371a9c4b20bd52f8e251c80711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '966617e1-a095-40fc-88c0-fcbbdc03e57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:58:23Z', 'updated_at': '2022-05-18T14:58:24Z', 'revision_number': 3, 'project_id': '51aa9f371a9c4b20bd52f8e251c80711', 'gw_port': {'id': '966617e1-a095-40fc-88c0-fcbbdc03e57f', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:01:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:58:24Z', 'updated_at': '2022-05-18T14:58:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi'}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:58:26.894801 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-867ef84d-e365-4e25-961f-b70acdd5af51 None None] Current status of the port bfc3bc42-9697-4d47-9765-166052f07fd0 is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:58:26.905525 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-867ef84d-e365-4e25-961f-b70acdd5af51 None None] Provisioning complete for port 961bfb30-2f69-45c2-82b7-2052c0935a46 triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:58:26.905893 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-867ef84d-e365-4e25-961f-b70acdd5af51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (961bfb30-2f69-45c2-82b7-2052c0935a46), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:26.916472 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b97de91-6e38-4eeb-9067-147e61c90d75 None None] The sync data for ids ['cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef'] in dv-cinder-839987-7-iscsi is: [{'id': 'cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef', 'name': 'tempest-TestMinimumBasicScenario-1793539287-router', 'tenant_id': '51aa9f371a9c4b20bd52f8e251c80711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '966617e1-a095-40fc-88c0-fcbbdc03e57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:58:23Z', 'updated_at': '2022-05-18T14:58:24Z', 'revision_number': 3, 'project_id': '51aa9f371a9c4b20bd52f8e251c80711', 'gw_port': {'id': '966617e1-a095-40fc-88c0-fcbbdc03e57f', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:01:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:58:24Z', 'updated_at': '2022-05-18T14:58:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi'}] {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:58:26.932614 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-cf2690fb-107c-4861-89d9-242ed7c8ca51 admin admin] Publish callbacks [] for port (961bfb30-2f69-45c2-82b7-2052c0935a46), precommit_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:26.938638 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-cf2690fb-107c-4861-89d9-242ed7c8ca51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13704156'] for port (961bfb30-2f69-45c2-82b7-2052c0935a46), after_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:26.945693 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-867ef84d-e365-4e25-961f-b70acdd5af51 None None] Port 961bfb30-2f69-45c2-82b7-2052c0935a46 cannot update to ACTIVE because it is not bound. {{(pid=110158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:58:27.007815 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2690fb-107c-4861-89d9-242ed7c8ca51 admin admin] Pushing event updated for resources: {'Port': ['ID=961bfb30-2f69-45c2-82b7-2052c0935a46,revision_number=2']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:58:27.012740 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-cf2690fb-107c-4861-89d9-242ed7c8ca51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009163'] for router_interface (cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:27.101293 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:27.114485 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2690fb-107c-4861-89d9-242ed7c8ca51 admin admin] Network 5bc950ac-9a60-4db1-9e91-6b6e6f038301 is already hosted by enough agents. {{(pid=110157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:58:27.116380 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.base_scheduler [None req-cf2690fb-107c-4861-89d9-242ed7c8ca51 admin admin] Resources bound (agent type, host, resource id): {{(pid=110157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:58:27.181035 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:27.359580 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:27.368955 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-d93ac768-a2dc-4e7d-84a5-ce7e91eae5a9 None None] Provisioning complete for port 961bfb30-2f69-45c2-82b7-2052c0935a46 triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:58:27.369413 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d93ac768-a2dc-4e7d-84a5-ce7e91eae5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (961bfb30-2f69-45c2-82b7-2052c0935a46), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:27.371166 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:27.409510 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-d93ac768-a2dc-4e7d-84a5-ce7e91eae5a9 None None] Port 961bfb30-2f69-45c2-82b7-2052c0935a46 cannot update to ACTIVE because it is not bound. {{(pid=110158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:58:27.504760 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf2690fb-107c-4861-89d9-242ed7c8ca51 admin admin] Router cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef has already been hosted by L3 agent a5518e17-d4a6-403f-b34f-0fa3d03f1833 {{(pid=110157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 14:58:27.615757 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device bfc3bc42-9697-4d47-9765-166052f07fd0 up at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:58:27.621954 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf2690fb-107c-4861-89d9-242ed7c8ca51 admin admin] Notify agent at l3_agent.dv-cinder-839987-7-iscsi the message routers_updated {{(pid=110157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:58:27.627196 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-cf2690fb-107c-4861-89d9-242ed7c8ca51 admin admin] 10.222.0.59 "PUT /v2.0/routers/cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1449225 May 18 14:58:27.662381 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Provisioning complete for port bfc3bc42-9697-4d47-9765-166052f07fd0 triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:58:27.663022 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (bfc3bc42-9697-4d47-9765-166052f07fd0), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:27.756342 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Current status of the port bfc3bc42-9697-4d47-9765-166052f07fd0 is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:58:27.757663 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 966617e1-a095-40fc-88c0-fcbbdc03e57f up at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:58:27.839635 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Provisioning complete for port 966617e1-a095-40fc-88c0-fcbbdc03e57f triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:58:27.840262 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (966617e1-a095-40fc-88c0-fcbbdc03e57f), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:27.877841 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc0f70-6ddd-440d-ac05-1b32f49c19e9 req-2b6dd634-8eac-48ec-b6ef-93907dd26926 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:27.886947 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-22fc0f70-6ddd-440d-ac05-1b32f49c19e9 req-2b6dd634-8eac-48ec-b6ef-93907dd26926 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 944 time: 0.1213183 May 18 14:58:27.985563 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Current status of the port 966617e1-a095-40fc-88c0-fcbbdc03e57f is: DOWN; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:58:27.985967 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (966617e1-a095-40fc-88c0-fcbbdc03e57f), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:28.044477 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] For port 966617e1-a095-40fc-88c0-fcbbdc03e57f, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=966617e1-a095-40fc-88c0-fcbbdc03e57f,segment=NetworkSegment(74645103-ef26-4e33-8147-3fc27f09baec),segment_id=74645103-ef26-4e33-8147-3fc27f09baec)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:58:28.051032 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (966617e1-a095-40fc-88c0-fcbbdc03e57f), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:28.062373 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce1f30-31e7-47c1-8bd5-f002f86cfad5 req-a564de6c-fa9c-4a96-946c-d1ba52e8669f tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:28.063981 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e5ce1f30-31e7-47c1-8bd5-f002f86cfad5 req-a564de6c-fa9c-4a96-946c-d1ba52e8669f tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 943 time: 0.1685190 May 18 14:58:28.112148 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-22fc0f70-6ddd-440d-ac05-1b32f49c19e9 req-c9cc8a8f-9646-48f9-b798-1457b0080eb3 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae13b159-b5dd-474d-a8c4-0467efdcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2236233 May 18 14:58:28.166497 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e5ce1f30-31e7-47c1-8bd5-f002f86cfad5 req-e80257ca-b334-4b64-83ec-2813c054848e tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945938 May 18 14:58:28.315838 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Pushing event updated for resources: {'Port': ['ID=966617e1-a095-40fc-88c0-fcbbdc03e57f,revision_number=4']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:58:28.445342 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 35522) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:58:28.450372 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [None req-206c3d11-17d1-45cb-bc45-aa28a796a27e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-269245737-network', 'tenant_id': 'a5cf3ef49d7342e7938fcecf26730db7'}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:58:28.473767 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206c3d11-17d1-45cb-bc45-aa28a796a27e admin admin] Made reservation on behalf of a5cf3ef49d7342e7938fcecf26730db7 for: {'network': 1} {{(pid=110157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:58:28.476266 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-206c3d11-17d1-45cb-bc45-aa28a796a27e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for network (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:28.489955 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-206c3d11-17d1-45cb-bc45-aa28a796a27e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:28.571281 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-206c3d11-17d1-45cb-bc45-aa28a796a27e admin admin] Publish callbacks [] for security_group (8560e34d-4fe7-43a8-bc30-dc9f79fdc82d), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:28.575799 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-206c3d11-17d1-45cb-bc45-aa28a796a27e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (8560e34d-4fe7-43a8-bc30-dc9f79fdc82d), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:28.605928 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-206c3d11-17d1-45cb-bc45-aa28a796a27e admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=110157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:58:28.612942 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c3d11-17d1-45cb-bc45-aa28a796a27e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8560e34d-4fe7-43a8-bc30-dc9f79fdc82d,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:58:28.624448 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-206c3d11-17d1-45cb-bc45-aa28a796a27e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770382701069', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029885'] for segment (b2533031-1fd0-49be-a55a-d91e8e95c185), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:28.624904 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.db.segments_db [None req-206c3d11-17d1-45cb-bc45-aa28a796a27e admin admin] Added segment b2533031-1fd0-49be-a55a-d91e8e95c185 of type vlan for network b1ca48a6-2f62-4765-a2ba-95a9b502e18a May 18 14:58:28.673474 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-206c3d11-17d1-45cb-bc45-aa28a796a27e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770382152789'] for network (b1ca48a6-2f62-4765-a2ba-95a9b502e18a), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:28.702093 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-206c3d11-17d1-45cb-bc45-aa28a796a27e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355'] for network (b1ca48a6-2f62-4765-a2ba-95a9b502e18a), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:28.703280 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206c3d11-17d1-45cb-bc45-aa28a796a27e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:28.703939 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-206c3d11-17d1-45cb-bc45-aa28a796a27e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for network (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:28.783390 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-206c3d11-17d1-45cb-bc45-aa28a796a27e admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3344476 May 18 14:58:28.783627 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 35530) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:58:28.790289 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [None req-503f7581-87c6-4717-aafa-2f891e8858c2 admin admin] Request body: {'subnet': {'network_id': 'b1ca48a6-2f62-4765-a2ba-95a9b502e18a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-269245737-subnet', 'tenant_id': 'a5cf3ef49d7342e7938fcecf26730db7', 'ip_version': 4}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:58:28.795070 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c3d11-17d1-45cb-bc45-aa28a796a27e admin admin] Pushing event updated for resources: {'Network': ['ID=b1ca48a6-2f62-4765-a2ba-95a9b502e18a,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:58:28.805604 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Network b1ca48a6-2f62-4765-a2ba-95a9b502e18a details requested by agent ovs-agent-dv-cinder-839987-7-iscsi with host dv-cinder-839987-7-iscsi {{(pid=110158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 14:58:28.816102 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503f7581-87c6-4717-aafa-2f891e8858c2 admin admin] Made reservation on behalf of a5cf3ef49d7342e7938fcecf26730db7 for: {'subnet': 1} {{(pid=110157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:58:28.819208 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-503f7581-87c6-4717-aafa-2f891e8858c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12604568'] for subnet (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:28.857853 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65be9f6b-5421-479b-b529-bc18477a9b70 None None] Sync routers for ids ['cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef'] in dv-cinder-839987-7-iscsi {{(pid=110158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:58:28.870550 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:28.890414 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65be9f6b-5421-479b-b529-bc18477a9b70 None None] Routers {'cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:58:28.891280 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-65be9f6b-5421-479b-b529-bc18477a9b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T14:58:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef'], 'active': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:58:28.943954 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:29.044563 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvr_db [None req-65be9f6b-5421-479b-b529-bc18477a9b70 None None] Set router cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef gateway port host: dv-cinder-839987-7-iscsi {{(pid=110158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:58:29.101124 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-503f7581-87c6-4717-aafa-2f891e8858c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13704795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12604558'] for subnet (413afb0c-edcd-4f02-ac0d-48603fe253b9), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:29.242649 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f7581-87c6-4717-aafa-2f891e8858c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=413afb0c-edcd-4f02-ac0d-48603fe253b9,revision_number=0']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:58:29.278498 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503f7581-87c6-4717-aafa-2f891e8858c2 admin admin] Checking segment: {'id': 'b2533031-1fd0-49be-a55a-d91e8e95c185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b1ca48a6-2f62-4765-a2ba-95a9b502e18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:58:29.279120 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503f7581-87c6-4717-aafa-2f891e8858c2 admin admin] Network hostable DHCP agents. Network: b1ca48a6-2f62-4765-a2ba-95a9b502e18a, hostable agents: ['7afc6fe8-d13b-4fd3-bc99-e9efab9a141d'], hosted agents: [] {{(pid=110157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:58:29.316228 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92249d89-9c56-41ab-82e5-cc76f7c26307 req-4a9aac21-771c-476f-88c3-1f88f1562629 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:29.317869 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-92249d89-9c56-41ab-82e5-cc76f7c26307 req-4a9aac21-771c-476f-88c3-1f88f1562629 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 944 time: 0.0801232 May 18 14:58:29.377559 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503f7581-87c6-4717-aafa-2f891e8858c2 admin admin] Network b1ca48a6-2f62-4765-a2ba-95a9b502e18a is scheduled to be hosted by DHCP agent 7afc6fe8-d13b-4fd3-bc99-e9efab9a141d with binding_index 1 {{(pid=110157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:58:29.377806 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-65be9f6b-5421-479b-b529-bc18477a9b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef', 'name': 'tempest-TestMinimumBasicScenario-1793539287-router', 'tenant_id': '51aa9f371a9c4b20bd52f8e251c80711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '966617e1-a095-40fc-88c0-fcbbdc03e57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:58:23Z', 'updated_at': '2022-05-18T14:58:26Z', 'revision_number': 4, 'project_id': '51aa9f371a9c4b20bd52f8e251c80711', 'gw_port': {'id': '966617e1-a095-40fc-88c0-fcbbdc03e57f', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:01:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:58:24Z', 'updated_at': '2022-05-18T14:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': '961bfb30-2f69-45c2-82b7-2052c0935a46', 'name': '', 'network_id': '5bc950ac-9a60-4db1-9e91-6b6e6f038301', 'tenant_id': '51aa9f371a9c4b20bd52f8e251c80711', 'mac_address': 'fa:16:3e:ad:97:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'f67ef94c-fe95-4707-8c30-e8bb6bac9712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:58:25Z', 'updated_at': '2022-05-18T14:58:26Z', 'revision_number': 2, 'project_id': '51aa9f371a9c4b20bd52f8e251c80711', 'subnets': [{'id': 'f67ef94c-fe95-4707-8c30-e8bb6bac9712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:58:29.385079 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0121eac-d99e-4e8f-9739-94efdec8ac33 req-e2995089-a263-4f0f-a745-8d2827021fb6 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:29.387059 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d0121eac-d99e-4e8f-9739-94efdec8ac33 req-e2995089-a263-4f0f-a745-8d2827021fb6 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 943 time: 0.0944786 May 18 14:58:29.429717 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65be9f6b-5421-479b-b529-bc18477a9b70 None None] Checking router: cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef for host: dv-cinder-839987-7-iscsi {{(pid=110158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:58:29.430169 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65be9f6b-5421-479b-b529-bc18477a9b70 None None] Updating router cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef port 961bfb30-2f69-45c2-82b7-2052c0935a46 binding host dv-cinder-839987-7-iscsi {{(pid=110158) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:58:29.440088 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.base_scheduler [None req-503f7581-87c6-4717-aafa-2f891e8858c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-7-iscsi, b1ca48a6-2f62-4765-a2ba-95a9b502e18a) {{(pid=110157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:58:29.463838 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-92249d89-9c56-41ab-82e5-cc76f7c26307 req-8636d21b-2b00-4f8c-a3dc-4420bbb8b100 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae13b159-b5dd-474d-a8c4-0467efdcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236892 May 18 14:58:29.465127 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503f7581-87c6-4717-aafa-2f891e8858c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:29.465725 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-503f7581-87c6-4717-aafa-2f891e8858c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for subnet (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:29.478213 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-65be9f6b-5421-479b-b529-bc18477a9b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (961bfb30-2f69-45c2-82b7-2052c0935a46), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:29.481102 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:29.482741 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7c6b7e-fd2e-486a-b66c-b86884fbadca None None] Network b1ca48a6-2f62-4765-a2ba-95a9b502e18a requested from dv-cinder-839987-7-iscsi {{(pid=110158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:58:29.536066 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d0121eac-d99e-4e8f-9739-94efdec8ac33 req-92e87753-20ed-4f69-8613-ba78a76000f5 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349614 May 18 14:58:29.566893 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-503f7581-87c6-4717-aafa-2f891e8858c2 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7797720 May 18 14:58:29.567742 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 35544) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:58:29.576148 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [None req-86f8e15b-b2fb-4c52-b731-4a672568bc01 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-269245737-router', 'tenant_id': 'a5cf3ef49d7342e7938fcecf26730db7', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8'}}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:58:29.634383 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-86f8e15b-b2fb-4c52-b731-4a672568bc01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1014178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30024'] for router (6b9eef4d-a71e-4077-8055-d39a365aee09), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:29.635486 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-86f8e15b-b2fb-4c52-b731-4a672568bc01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1014102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30033'] for router (6b9eef4d-a71e-4077-8055-d39a365aee09), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:29.657840 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:29.715944 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f42c32-b55d-4d84-8db5-d5678f69e47b req-8305dc01-1068-4477-a598-476ecc9fcb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:29.718167 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-b7f42c32-b55d-4d84-8db5-d5678f69e47b req-8305dc01-1068-4477-a598-476ecc9fcb52 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792&tenant_id=9c46dc2b21d34158bf2a7eb0e39c06a3 HTTP/1.1" status: 200 len: 1127 time: 0.1711662 May 18 14:58:29.718491 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 966617e1-a095-40fc-88c0-fcbbdc03e57f up at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:58:29.772400 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-86f8e15b-b2fb-4c52-b731-4a672568bc01 admin admin] Publish callbacks [] for router_controller (6b9eef4d-a71e-4077-8055-d39a365aee09), precommit_add_association {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:29.864472 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f42c32-b55d-4d84-8db5-d5678f69e47b req-b116aa56-fbe0-43de-8ae0-e9964ec29696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:29.870128 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-b7f42c32-b55d-4d84-8db5-d5678f69e47b req-b116aa56-fbe0-43de-8ae0-e9964ec29696 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c46dc2b21d34158bf2a7eb0e39c06a3&device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 1127 time: 0.0947888 May 18 14:58:29.881875 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec7e095-983e-4d52-a8fd-c24f82792222 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f20f6cc-4f88-5695-b394-1707ddfc3587-b1ca48a6-2f62-4765-a2ba-95a9b502e18a', 'network_id': 'b1ca48a6-2f62-4765-a2ba-95a9b502e18a', 'project_id': 'a5cf3ef49d7342e7938fcecf26730db7', 'fixed_ips': [{'subnet_id': '413afb0c-edcd-4f02-ac0d-48603fe253b9'}]}} from dv-cinder-839987-7-iscsi. {{(pid=110158) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 18 14:58:29.882915 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3ec7e095-983e-4d52-a8fd-c24f82792222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:30.014306 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f42c32-b55d-4d84-8db5-d5678f69e47b req-b1d1408c-3278-440b-ad0a-3f6ff714ab90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:30.015817 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-b7f42c32-b55d-4d84-8db5-d5678f69e47b req-b1d1408c-3278-440b-ad0a-3f6ff714ab90 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0410fe00-b11d-4309-b353-5cb8e97484be HTTP/1.1" status: 200 len: 917 time: 0.1323318 May 18 14:58:30.024659 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Provisioning complete for port 966617e1-a095-40fc-88c0-fcbbdc03e57f triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:58:30.025304 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (966617e1-a095-40fc-88c0-fcbbdc03e57f), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:30.096640 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-86f8e15b-b2fb-4c52-b731-4a672568bc01 admin admin] Publish callbacks [] for router_gateway (6b9eef4d-a71e-4077-8055-d39a365aee09), precommit_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:30.113444 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-b7f42c32-b55d-4d84-8db5-d5678f69e47b req-f21184ed-4c92-41af-90c1-d6cfe3541caa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b7b091c-ade3-422f-a228-9a575395a54b HTTP/1.1" status: 200 len: 999 time: 0.0896978 May 18 14:58:30.252065 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f42c32-b55d-4d84-8db5-d5678f69e47b req-92501192-c9ee-400b-ad2d-52df63545512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:30.257769 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-b7f42c32-b55d-4d84-8db5-d5678f69e47b req-92501192-c9ee-400b-ad2d-52df63545512 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1be02795-0dc2-4225-87b4-7592fa1ed277 HTTP/1.1" status: 200 len: 855 time: 0.1328232 May 18 14:58:30.311080 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Current status of the port 966617e1-a095-40fc-88c0-fcbbdc03e57f is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:58:30.337804 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-3ec7e095-983e-4d52-a8fd-c24f82792222 None None] Allocated IP 172.20.0.2 (b1ca48a6-2f62-4765-a2ba-95a9b502e18a/413afb0c-edcd-4f02-ac0d-48603fe253b9/8e33babf-5c1f-4877-ac40-a2ad31e29f0c) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:58:30.342221 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f42c32-b55d-4d84-8db5-d5678f69e47b req-33465735-5cc3-46c2-aa11-5c0842cd6c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:30.344130 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-b7f42c32-b55d-4d84-8db5-d5678f69e47b req-33465735-5cc3-46c2-aa11-5c0842cd6c67 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0410fe00-b11d-4309-b353-5cb8e97484be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0761492 May 18 14:58:30.450920 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-65be9f6b-5421-479b-b529-bc18477a9b70 None None] Publish callbacks [] for port (961bfb30-2f69-45c2-82b7-2052c0935a46), precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:30.455592 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-86f8e15b-b2fb-4c52-b731-4a672568bc01 admin admin] Publish callbacks [] for router_gateway (6b9eef4d-a71e-4077-8055-d39a365aee09), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:30.466261 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-65be9f6b-5421-479b-b529-bc18477a9b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (961bfb30-2f69-45c2-82b7-2052c0935a46), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:30.491800 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-86f8e15b-b2fb-4c52-b731-4a672568bc01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:30.572940 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5006893-de50-4639-802f-6edce53166ef None None] Pushing event updated for resources: {'Port': ['ID=961bfb30-2f69-45c2-82b7-2052c0935a46,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:58:30.628512 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.db_base_plugin_common [None req-86f8e15b-b2fb-4c52-b731-4a672568bc01 admin admin] Allocated IP 172.27.3.142 (f20aa9f3-2984-481b-bb59-fa1f034e36c8/b7750f80-229c-4d19-b013-2aee5952f8bb/4938f35b-f033-49fd-87b4-01f305a94de2) {{(pid=110157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:58:30.714951 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device 85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=110158) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 14:58:30.777491 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-86f8e15b-b2fb-4c52-b731-4a672568bc01 admin admin] Publish callbacks [] for port (4938f35b-f033-49fd-87b4-01f305a94de2), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:30.813360 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:30.865320 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port 85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d,segment=NetworkSegment(6c60f771-397d-4b26-9fa2-616a44f0e2a2),segment_id=6c60f771-397d-4b26-9fa2-616a44f0e2a2)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:58:30.882883 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-b7f42c32-b55d-4d84-8db5-d5678f69e47b req-1f29c825-106b-457a-8d50-27d653a1f434 service neutron] 10.222.0.49 "GET /v2.0/networks/0410fe00-b11d-4309-b353-5cb8e97484be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5166953 May 18 14:58:30.887975 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:30.889201 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:30.896812 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:30.897703 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:30.908251 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e4d2dd-1aad-4666-ae14-bf4e8271ed77 req-d995e1cb-d04b-47f5-baa1-832f9529fb56 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:30.910463 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-98e4d2dd-1aad-4666-ae14-bf4e8271ed77 req-d995e1cb-d04b-47f5-baa1-832f9529fb56 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 943 time: 0.0932593 May 18 14:58:30.924122 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-86f8e15b-b2fb-4c52-b731-4a672568bc01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13704171'] for port (4938f35b-f033-49fd-87b4-01f305a94de2), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:30.935622 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3ec7e095-983e-4d52-a8fd-c24f82792222 None None] Publish callbacks [] for port (8e33babf-5c1f-4877-ac40-a2ad31e29f0c), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:30.942059 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Returning: {'device': '85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d', 'network_id': '4cb14f9c-6f08-4729-8557-f3c05e247fd9', 'port_id': '85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d', 'mac_address': 'fa:16:3e:e4:69:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89243c68-b4f8-45b7-8520-ec7240a88f0d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110158) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 14:58:30.944836 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-65be9f6b-5421-479b-b529-bc18477a9b70 None None] Attempting to bind port 961bfb30-2f69-45c2-82b7-2052c0935a46 on host dv-cinder-839987-7-iscsi for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:58:30.945214 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-65be9f6b-5421-479b-b529-bc18477a9b70 None None] Attempting to bind port 961bfb30-2f69-45c2-82b7-2052c0935a46 by drivers openvswitch,hyperv on host dv-cinder-839987-7-iscsi at level 0 using segments [{'id': '605bcccb-2406-4480-be4f-227fa2adf873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5bc950ac-9a60-4db1-9e91-6b6e6f038301'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:58:30.945580 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65be9f6b-5421-479b-b529-bc18477a9b70 None None] Attempting to bind port 961bfb30-2f69-45c2-82b7-2052c0935a46 on network 5bc950ac-9a60-4db1-9e91-6b6e6f038301 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:58:30.953964 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3ec7e095-983e-4d52-a8fd-c24f82792222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031'] for port (8e33babf-5c1f-4877-ac40-a2ad31e29f0c), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:30.991961 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2dd5d-558c-4105-93f7-0cc755d75bee req-ea12593a-8ee1-4f24-b62c-5f1c2163e0e0 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:30.993025 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-11c2dd5d-558c-4105-93f7-0cc755d75bee req-ea12593a-8ee1-4f24-b62c-5f1c2163e0e0 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 944 time: 0.1298850 May 18 14:58:31.017932 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-b7f42c32-b55d-4d84-8db5-d5678f69e47b req-e7851dcb-30e6-4c3c-ac11-243858966051 service neutron] 10.222.0.49 "GET /v2.0/networks/0410fe00-b11d-4309-b353-5cb8e97484be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266320 May 18 14:58:31.022997 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec7e095-983e-4d52-a8fd-c24f82792222 None None] Pushing event updated for resources: {'Port': ['ID=8e33babf-5c1f-4877-ac40-a2ad31e29f0c,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:58:31.030409 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65be9f6b-5421-479b-b529-bc18477a9b70 None None] Checking agent: {'id': 'ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 46, 56), 'started_at': datetime.datetime(2022, 5, 18, 14, 47, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:58:31.031063 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65be9f6b-5421-479b-b529-bc18477a9b70 None None] Checking segment: {'id': '605bcccb-2406-4480-be4f-227fa2adf873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5bc950ac-9a60-4db1-9e91-6b6e6f038301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:58:31.031629 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-65be9f6b-5421-479b-b529-bc18477a9b70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:31.032068 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65be9f6b-5421-479b-b529-bc18477a9b70 None None] Bound using segment: {'id': '605bcccb-2406-4480-be4f-227fa2adf873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5bc950ac-9a60-4db1-9e91-6b6e6f038301'} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:58:31.032559 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-65be9f6b-5421-479b-b529-bc18477a9b70 None None] Bound port: 961bfb30-2f69-45c2-82b7-2052c0935a46, host: dv-cinder-839987-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '605bcccb-2406-4480-be4f-227fa2adf873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5bc950ac-9a60-4db1-9e91-6b6e6f038301'}}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:58:31.032970 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-65be9f6b-5421-479b-b529-bc18477a9b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (961bfb30-2f69-45c2-82b7-2052c0935a46), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:31.083192 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec7e095-983e-4d52-a8fd-c24f82792222 None None] Network b1ca48a6-2f62-4765-a2ba-95a9b502e18a is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:58:31.099155 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-98e4d2dd-1aad-4666-ae14-bf4e8271ed77 req-f826a2f5-4e81-4a35-9ca3-e511b7d643bd tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1714032 May 18 14:58:31.112359 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f8e15b-b2fb-4c52-b731-4a672568bc01 admin admin] Network f20aa9f3-2984-481b-bb59-fa1f034e36c8 is already hosted by enough agents. {{(pid=110157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:58:31.116116 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f8e15b-b2fb-4c52-b731-4a672568bc01 admin admin] Pushing event updated for resources: {'Port': ['ID=4938f35b-f033-49fd-87b4-01f305a94de2,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:58:31.130367 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-3ec7e095-983e-4d52-a8fd-c24f82792222 None None] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:58:31.156098 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec7e095-983e-4d52-a8fd-c24f82792222 None None] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:58:31.159932 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-11c2dd5d-558c-4105-93f7-0cc755d75bee req-83d168f8-d4a1-41cc-82ef-73574389a996 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae13b159-b5dd-474d-a8c4-0467efdcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398139 May 18 14:58:31.161469 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.base_scheduler [None req-86f8e15b-b2fb-4c52-b731-4a672568bc01 admin admin] Resources bound (agent type, host, resource id): {{(pid=110157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:58:31.170897 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f8e15b-b2fb-4c52-b731-4a672568bc01 admin admin] Received port after_create {{(pid=110157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:58:31.195318 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Current status of the port 85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d is: DOWN; New status is: BUILD {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:58:31.195708 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:31.197599 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-8025ece6-9e78-4f0d-93fd-13fbf5e415ca None None] Provisioning complete for port 961bfb30-2f69-45c2-82b7-2052c0935a46 triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:58:31.198093 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8025ece6-9e78-4f0d-93fd-13fbf5e415ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (961bfb30-2f69-45c2-82b7-2052c0935a46), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:31.275284 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-8025ece6-9e78-4f0d-93fd-13fbf5e415ca None None] Port 961bfb30-2f69-45c2-82b7-2052c0935a46 cannot update to ACTIVE because it is not bound. {{(pid=110158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:58:31.296632 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:31.315412 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-65be9f6b-5421-479b-b529-bc18477a9b70 None None] For port 961bfb30-2f69-45c2-82b7-2052c0935a46, host dv-cinder-839987-7-iscsi, cleared binding levels {{(pid=110158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:58:31.320451 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-65be9f6b-5421-479b-b529-bc18477a9b70 None None] For port 961bfb30-2f69-45c2-82b7-2052c0935a46, host dv-cinder-839987-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=961bfb30-2f69-45c2-82b7-2052c0935a46,segment=NetworkSegment(605bcccb-2406-4480-be4f-227fa2adf873),segment_id=605bcccb-2406-4480-be4f-227fa2adf873)] {{(pid=110158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:58:31.331603 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d {{(pid=110158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:58:31.363007 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port 85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d,segment=NetworkSegment(6c60f771-397d-4b26-9fa2-616a44f0e2a2),segment_id=6c60f771-397d-4b26-9fa2-616a44f0e2a2)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:58:31.385118 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-65be9f6b-5421-479b-b529-bc18477a9b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (961bfb30-2f69-45c2-82b7-2052c0935a46), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:31.400813 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:31.462162 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65be9f6b-5421-479b-b529-bc18477a9b70 None None] Routers {'cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:58:31.462891 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-65be9f6b-5421-479b-b529-bc18477a9b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T14:58:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef'], 'active': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:58:31.480757 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-3ec7e095-983e-4d52-a8fd-c24f82792222 None None] Attempting to bind port 8e33babf-5c1f-4877-ac40-a2ad31e29f0c on host dv-cinder-839987-7-iscsi for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:58:31.481142 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-3ec7e095-983e-4d52-a8fd-c24f82792222 None None] Attempting to bind port 8e33babf-5c1f-4877-ac40-a2ad31e29f0c by drivers openvswitch,hyperv on host dv-cinder-839987-7-iscsi at level 0 using segments [{'id': 'b2533031-1fd0-49be-a55a-d91e8e95c185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b1ca48a6-2f62-4765-a2ba-95a9b502e18a'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:58:31.481509 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec7e095-983e-4d52-a8fd-c24f82792222 None None] Attempting to bind port 8e33babf-5c1f-4877-ac40-a2ad31e29f0c on network b1ca48a6-2f62-4765-a2ba-95a9b502e18a {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:58:31.611594 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-86f8e15b-b2fb-4c52-b731-4a672568bc01 admin admin] Publish callbacks [] for router_gateway (6b9eef4d-a71e-4077-8055-d39a365aee09), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:31.865551 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec7e095-983e-4d52-a8fd-c24f82792222 None None] Checking agent: {'id': 'ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 46, 56), 'started_at': datetime.datetime(2022, 5, 18, 14, 47, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:58:31.866134 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec7e095-983e-4d52-a8fd-c24f82792222 None None] Checking segment: {'id': 'b2533031-1fd0-49be-a55a-d91e8e95c185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b1ca48a6-2f62-4765-a2ba-95a9b502e18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:58:31.866909 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3ec7e095-983e-4d52-a8fd-c24f82792222 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:31.867488 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec7e095-983e-4d52-a8fd-c24f82792222 None None] Bound using segment: {'id': 'b2533031-1fd0-49be-a55a-d91e8e95c185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b1ca48a6-2f62-4765-a2ba-95a9b502e18a'} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:58:31.868100 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-3ec7e095-983e-4d52-a8fd-c24f82792222 None None] Bound port: 8e33babf-5c1f-4877-ac40-a2ad31e29f0c, host: dv-cinder-839987-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2533031-1fd0-49be-a55a-d91e8e95c185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b1ca48a6-2f62-4765-a2ba-95a9b502e18a'}}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:58:31.868629 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3ec7e095-983e-4d52-a8fd-c24f82792222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (8e33babf-5c1f-4877-ac40-a2ad31e29f0c), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:31.873651 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:31.877437 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvr_db [None req-65be9f6b-5421-479b-b529-bc18477a9b70 None None] Set router cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef gateway port host: dv-cinder-839987-7-iscsi {{(pid=110158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:58:31.914685 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-86f8e15b-b2fb-4c52-b731-4a672568bc01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1014063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014892'] for router (6b9eef4d-a71e-4077-8055-d39a365aee09), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:32.382738 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5006893-de50-4639-802f-6edce53166ef None None] Pushing event updated for resources: {'Port': ['ID=961bfb30-2f69-45c2-82b7-2052c0935a46,revision_number=4']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:58:32.396176 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] get_ports_and_sgs() called for port_ids ['85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d'] {{(pid=110158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 14:58:32.436141 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:32.468977 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86f8e15b-b2fb-4c52-b731-4a672568bc01 admin admin] Router 6b9eef4d-a71e-4077-8055-d39a365aee09 is scheduled to L3 agent a5518e17-d4a6-403f-b34f-0fa3d03f1833 with binding_index 1 {{(pid=110157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 14:58:32.531691 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c54941-0115-48cc-98c6-5e0f109f3e3c req-a71a22b4-6be1-4cdd-aeca-a0e10dc1e971 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:32.533521 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e7c54941-0115-48cc-98c6-5e0f109f3e3c req-a71a22b4-6be1-4cdd-aeca-a0e10dc1e971 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 943 time: 0.2799563 May 18 14:58:32.578910 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-65be9f6b-5421-479b-b529-bc18477a9b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef', 'name': 'tempest-TestMinimumBasicScenario-1793539287-router', 'tenant_id': '51aa9f371a9c4b20bd52f8e251c80711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '966617e1-a095-40fc-88c0-fcbbdc03e57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:58:23Z', 'updated_at': '2022-05-18T14:58:26Z', 'revision_number': 4, 'project_id': '51aa9f371a9c4b20bd52f8e251c80711', 'gw_port': {'id': '966617e1-a095-40fc-88c0-fcbbdc03e57f', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:01:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:58:24Z', 'updated_at': '2022-05-18T14:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': '961bfb30-2f69-45c2-82b7-2052c0935a46', 'name': '', 'network_id': '5bc950ac-9a60-4db1-9e91-6b6e6f038301', 'tenant_id': '51aa9f371a9c4b20bd52f8e251c80711', 'mac_address': 'fa:16:3e:ad:97:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'f67ef94c-fe95-4707-8c30-e8bb6bac9712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:58:25Z', 'updated_at': '2022-05-18T14:58:31Z', 'revision_number': 4, 'project_id': '51aa9f371a9c4b20bd52f8e251c80711', 'subnets': [{'id': 'f67ef94c-fe95-4707-8c30-e8bb6bac9712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:58:32.610383 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Pushing event updated for resources: {'Port': ['ID=85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d,revision_number=4']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:58:32.615893 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfabb62-22ee-4bb4-b1a3-51035b5658e1 req-d1c2bfc6-d166-481e-8e07-72fe0979e802 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:32.617642 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8bfabb62-22ee-4bb4-b1a3-51035b5658e1 req-d1c2bfc6-d166-481e-8e07-72fe0979e802 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 945 time: 0.2955148 May 18 14:58:32.669695 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e7c54941-0115-48cc-98c6-5e0f109f3e3c req-53d576fe-3842-49db-bf44-94cca10ddd1c tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204731 May 18 14:58:32.702468 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65be9f6b-5421-479b-b529-bc18477a9b70 None None] The sync data for ids ['cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef'] in dv-cinder-839987-7-iscsi is: [{'id': 'cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef', 'name': 'tempest-TestMinimumBasicScenario-1793539287-router', 'tenant_id': '51aa9f371a9c4b20bd52f8e251c80711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '966617e1-a095-40fc-88c0-fcbbdc03e57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:58:23Z', 'updated_at': '2022-05-18T14:58:26Z', 'revision_number': 4, 'project_id': '51aa9f371a9c4b20bd52f8e251c80711', 'gw_port': {'id': '966617e1-a095-40fc-88c0-fcbbdc03e57f', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:01:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:58:24Z', 'updated_at': '2022-05-18T14:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': '961bfb30-2f69-45c2-82b7-2052c0935a46', 'name': '', 'network_id': '5bc950ac-9a60-4db1-9e91-6b6e6f038301', 'tenant_id': '51aa9f371a9c4b20bd52f8e251c80711', 'mac_address': 'fa:16:3e:ad:97:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'f67ef94c-fe95-4707-8c30-e8bb6bac9712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:58:25Z', 'updated_at': '2022-05-18T14:58:31Z', 'revision_number': 4, 'project_id': '51aa9f371a9c4b20bd52f8e251c80711', 'subnets': [{'id': 'f67ef94c-fe95-4707-8c30-e8bb6bac9712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:58:32.707133 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-a322ee73-4e16-472c-9f9c-7530087b6c48 None None] Provisioning complete for port 961bfb30-2f69-45c2-82b7-2052c0935a46 triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:58:32.707698 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a322ee73-4e16-472c-9f9c-7530087b6c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (961bfb30-2f69-45c2-82b7-2052c0935a46), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:32.796841 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:32.804852 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8bfabb62-22ee-4bb4-b1a3-51035b5658e1 req-f2fbbdf4-b1a6-41f2-80e0-4c16f84d5fef tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae13b159-b5dd-474d-a8c4-0467efdcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400914 May 18 14:58:32.878474 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f8e15b-b2fb-4c52-b731-4a672568bc01 admin admin] Notify agent at l3_agent.dv-cinder-839987-7-iscsi the message routers_updated {{(pid=110157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:58:32.889250 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532963ee-5c45-46e8-90bf-41b6e7908d03 None None] Sync routers for ids ['6b9eef4d-a71e-4077-8055-d39a365aee09'] in dv-cinder-839987-7-iscsi {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:58:32.915714 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532963ee-5c45-46e8-90bf-41b6e7908d03 None None] Routers {'6b9eef4d-a71e-4077-8055-d39a365aee09'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:58:32.915970 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-532963ee-5c45-46e8-90bf-41b6e7908d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T14:58:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['6b9eef4d-a71e-4077-8055-d39a365aee09'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:58:32.920118 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-86f8e15b-b2fb-4c52-b731-4a672568bc01 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:32.925637 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-86f8e15b-b2fb-4c52-b731-4a672568bc01 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3568614 May 18 14:58:32.929563 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 35600) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:58:33.032834 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-3ec7e095-983e-4d52-a8fd-c24f82792222 None None] For port 8e33babf-5c1f-4877-ac40-a2ad31e29f0c, host dv-cinder-839987-7-iscsi, cleared binding levels {{(pid=110158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:58:33.172139 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-532963ee-5c45-46e8-90bf-41b6e7908d03 None None] Set router 6b9eef4d-a71e-4077-8055-d39a365aee09 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:58:33.217238 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-3ec7e095-983e-4d52-a8fd-c24f82792222 None None] For port 8e33babf-5c1f-4877-ac40-a2ad31e29f0c, host dv-cinder-839987-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=8e33babf-5c1f-4877-ac40-a2ad31e29f0c,segment=NetworkSegment(b2533031-1fd0-49be-a55a-d91e8e95c185),segment_id=b2533031-1fd0-49be-a55a-d91e8e95c185)] {{(pid=110158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:58:33.226752 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-a322ee73-4e16-472c-9f9c-7530087b6c48 None None] Current status of the port 961bfb30-2f69-45c2-82b7-2052c0935a46 is: DOWN; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:58:33.227419 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a322ee73-4e16-472c-9f9c-7530087b6c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (961bfb30-2f69-45c2-82b7-2052c0935a46), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:33.251337 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:33.342701 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3ec7e095-983e-4d52-a8fd-c24f82792222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (8e33babf-5c1f-4877-ac40-a2ad31e29f0c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:33.529285 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:33.546072 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec7e095-983e-4d52-a8fd-c24f82792222 None None] Pushing event updated for resources: {'Port': ['ID=8e33babf-5c1f-4877-ac40-a2ad31e29f0c,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:58:33.568315 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-a322ee73-4e16-472c-9f9c-7530087b6c48 None None] For port 961bfb30-2f69-45c2-82b7-2052c0935a46, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=961bfb30-2f69-45c2-82b7-2052c0935a46,segment=NetworkSegment(605bcccb-2406-4480-be4f-227fa2adf873),segment_id=605bcccb-2406-4480-be4f-227fa2adf873)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:58:33.623935 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-532963ee-5c45-46e8-90bf-41b6e7908d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9eef4d-a71e-4077-8055-d39a365aee09', 'name': 'tempest-TestMinimumBasicScenario-269245737-router', 'tenant_id': 'a5cf3ef49d7342e7938fcecf26730db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '4938f35b-f033-49fd-87b4-01f305a94de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:58:29Z', 'updated_at': '2022-05-18T14:58:31Z', 'revision_number': 3, 'project_id': 'a5cf3ef49d7342e7938fcecf26730db7', 'gw_port': {'id': '4938f35b-f033-49fd-87b4-01f305a94de2', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:63:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9eef4d-a71e-4077-8055-d39a365aee09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:58:30Z', 'updated_at': '2022-05-18T14:58:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi'}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:58:33.641162 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a322ee73-4e16-472c-9f9c-7530087b6c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (961bfb30-2f69-45c2-82b7-2052c0935a46), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:33.717938 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532963ee-5c45-46e8-90bf-41b6e7908d03 None None] Checking router: 6b9eef4d-a71e-4077-8055-d39a365aee09 for host: dv-cinder-839987-7-iscsi {{(pid=110159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:58:33.718848 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532963ee-5c45-46e8-90bf-41b6e7908d03 None None] Updating router 6b9eef4d-a71e-4077-8055-d39a365aee09 port 4938f35b-f033-49fd-87b4-01f305a94de2 binding host dv-cinder-839987-7-iscsi {{(pid=110159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:58:33.771992 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:33.831788 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-532963ee-5c45-46e8-90bf-41b6e7908d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (4938f35b-f033-49fd-87b4-01f305a94de2), before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:34.008318 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc51091-881b-4547-87d1-fcd32bff024c req-aa243914-7e50-4160-aaa6-6d23ac3cd039 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:34.011942 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-fcc51091-881b-4547-87d1-fcd32bff024c req-aa243914-7e50-4160-aaa6-6d23ac3cd039 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 943 time: 0.1694238 May 18 14:58:34.075925 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 961bfb30-2f69-45c2-82b7-2052c0935a46 up at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:58:34.275533 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-85475915-bde2-4ec9-8226-99ceec3121b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:34.282450 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d640e1c-061a-49b9-b219-8b8852d7025c req-919c8565-088b-48b8-a213-be897d708075 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:34.284050 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2d640e1c-061a-49b9-b219-8b8852d7025c req-919c8565-088b-48b8-a213-be897d708075 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 945 time: 0.2585821 May 18 14:58:34.360661 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a322ee73-4e16-472c-9f9c-7530087b6c48 None None] Pushing event updated for resources: {'Port': ['ID=961bfb30-2f69-45c2-82b7-2052c0935a46,revision_number=5']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:58:34.378764 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:34.389490 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Provisioning complete for port 961bfb30-2f69-45c2-82b7-2052c0935a46 triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:58:34.389890 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (961bfb30-2f69-45c2-82b7-2052c0935a46), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:34.496819 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-fcc51091-881b-4547-87d1-fcd32bff024c req-6c553194-b8de-4570-a7b1-3f7168f8218d tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4617019 May 18 14:58:34.548509 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2d640e1c-061a-49b9-b219-8b8852d7025c req-20a6cbe8-44b6-4da9-a5fa-c6a02fe47dcf tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae13b159-b5dd-474d-a8c4-0467efdcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2487907 May 18 14:58:34.657737 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Current status of the port 961bfb30-2f69-45c2-82b7-2052c0935a46 is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:58:34.669776 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-532963ee-5c45-46e8-90bf-41b6e7908d03 None None] Publish callbacks [] for port (4938f35b-f033-49fd-87b4-01f305a94de2), precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:34.679032 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-532963ee-5c45-46e8-90bf-41b6e7908d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (4938f35b-f033-49fd-87b4-01f305a94de2), after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:34.774911 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82137bfa-5b18-4824-9410-b5bf2a318a08 None None] Pushing event updated for resources: {'Port': ['ID=4938f35b-f033-49fd-87b4-01f305a94de2,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:58:34.776914 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.db_base_plugin_common [None req-85475915-bde2-4ec9-8226-99ceec3121b4 admin admin] Allocated IP 172.20.0.1 (b1ca48a6-2f62-4765-a2ba-95a9b502e18a/413afb0c-edcd-4f02-ac0d-48603fe253b9/d45545c6-a99e-499e-91e3-12ff21ca305f) {{(pid=110156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:58:34.809483 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [None req-532963ee-5c45-46e8-90bf-41b6e7908d03 None None] Attempting to bind port 4938f35b-f033-49fd-87b4-01f305a94de2 on host dv-cinder-839987-7-iscsi for vnic_type normal with profile {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:58:34.809858 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [None req-532963ee-5c45-46e8-90bf-41b6e7908d03 None None] Attempting to bind port 4938f35b-f033-49fd-87b4-01f305a94de2 by drivers openvswitch,hyperv on host dv-cinder-839987-7-iscsi at level 0 using segments [{'id': '74645103-ef26-4e33-8147-3fc27f09baec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8'}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:58:34.810218 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532963ee-5c45-46e8-90bf-41b6e7908d03 None None] Attempting to bind port 4938f35b-f033-49fd-87b4-01f305a94de2 on network f20aa9f3-2984-481b-bb59-fa1f034e36c8 {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:58:34.816411 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:34.819289 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532963ee-5c45-46e8-90bf-41b6e7908d03 None None] Checking agent: {'id': 'ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 46, 56), 'started_at': datetime.datetime(2022, 5, 18, 14, 47, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:58:34.819637 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532963ee-5c45-46e8-90bf-41b6e7908d03 None None] Checking segment: {'id': '74645103-ef26-4e33-8147-3fc27f09baec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:58:34.820426 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-532963ee-5c45-46e8-90bf-41b6e7908d03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:34.820426 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532963ee-5c45-46e8-90bf-41b6e7908d03 None None] Bound using segment: {'id': '74645103-ef26-4e33-8147-3fc27f09baec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8'} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:58:34.820945 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [None req-532963ee-5c45-46e8-90bf-41b6e7908d03 None None] Bound port: 4938f35b-f033-49fd-87b4-01f305a94de2, host: dv-cinder-839987-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74645103-ef26-4e33-8147-3fc27f09baec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8'}}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:58:34.821273 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-532963ee-5c45-46e8-90bf-41b6e7908d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (4938f35b-f033-49fd-87b4-01f305a94de2), before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:34.893224 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-532963ee-5c45-46e8-90bf-41b6e7908d03 None None] For port 4938f35b-f033-49fd-87b4-01f305a94de2, host dv-cinder-839987-7-iscsi, cleared binding levels {{(pid=110159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:58:34.897765 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-532963ee-5c45-46e8-90bf-41b6e7908d03 None None] For port 4938f35b-f033-49fd-87b4-01f305a94de2, host dv-cinder-839987-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=4938f35b-f033-49fd-87b4-01f305a94de2,segment=NetworkSegment(74645103-ef26-4e33-8147-3fc27f09baec),segment_id=74645103-ef26-4e33-8147-3fc27f09baec)] {{(pid=110159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:58:34.907699 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-532963ee-5c45-46e8-90bf-41b6e7908d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (4938f35b-f033-49fd-87b4-01f305a94de2), after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:34.951291 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device 85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d up at agent hyperv_hv-cinder-83998 {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:58:34.990789 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532963ee-5c45-46e8-90bf-41b6e7908d03 None None] Routers {'6b9eef4d-a71e-4077-8055-d39a365aee09'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:58:34.991443 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-532963ee-5c45-46e8-90bf-41b6e7908d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T14:58:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['6b9eef4d-a71e-4077-8055-d39a365aee09'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:58:35.076461 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-85475915-bde2-4ec9-8226-99ceec3121b4 admin admin] Publish callbacks [] for port (d45545c6-a99e-499e-91e3-12ff21ca305f), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:35.099845 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Provisioning for port 85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d completed by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 14:58:35.117907 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Provisioning complete for port 85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:58:35.121646 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:35.179820 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:35.189532 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-85475915-bde2-4ec9-8226-99ceec3121b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14495174'] for port (d45545c6-a99e-499e-91e3-12ff21ca305f), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:35.262504 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:35.353280 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85475915-bde2-4ec9-8226-99ceec3121b4 admin admin] Network b1ca48a6-2f62-4765-a2ba-95a9b502e18a is already hosted by enough agents. {{(pid=110156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:58:35.360420 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Current status of the port 85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d is: BUILD; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:58:35.361195 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:35.382950 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85475915-bde2-4ec9-8226-99ceec3121b4 admin admin] Pushing event updated for resources: {'Port': ['ID=d45545c6-a99e-499e-91e3-12ff21ca305f,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:58:35.398246 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.base_scheduler [None req-85475915-bde2-4ec9-8226-99ceec3121b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:58:35.402417 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85475915-bde2-4ec9-8226-99ceec3121b4 admin admin] Received port after_create {{(pid=110156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:58:35.427491 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-532963ee-5c45-46e8-90bf-41b6e7908d03 None None] Set router 6b9eef4d-a71e-4077-8055-d39a365aee09 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:58:35.444912 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c69b24f-4d86-449b-897d-ebf6e2ac43fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:58:35.448356 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62dae43363b0d9fbe88fecb50d2dfb4fafe72539e0e1d03116e82a6fdda86ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568f765c-6aa9-4b86-b61e-1de47ad732ac" -d '{"events": [{"server_uuid": "2c69b24f-4d86-449b-897d-ebf6e2ac43fb", "name": "network-vif-plugged", "status": "completed", "tag": "85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:58:35.512337 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port 85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d,segment=NetworkSegment(6c60f771-397d-4b26-9fa2-616a44f0e2a2),segment_id=6c60f771-397d-4b26-9fa2-616a44f0e2a2)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:58:35.529557 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:35.560685 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-85475915-bde2-4ec9-8226-99ceec3121b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1009729'] for router_interface (6b9eef4d-a71e-4077-8055-d39a365aee09), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:35.756248 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:35.756927 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 14:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8348d138-d284-4f4b-880c-e6610ab6602c x-openstack-request-id: req-8348d138-d284-4f4b-880c-e6610ab6602c {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:58:35.757816 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c69b24f-4d86-449b-897d-ebf6e2ac43fb", "name": "network-vif-plugged", "status": "completed", "tag": "85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:58:35.760387 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8348d138-d284-4f4b-880c-e6610ab6602c {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:58:35.761254 dv-cinder-839987-7-iscsi neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8348d138-d284-4f4b-880c-e6610ab6602c'] response: {'server_uuid': '2c69b24f-4d86-449b-897d-ebf6e2ac43fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d', 'code': 200} May 18 14:58:35.764392 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Pushing event updated for resources: {'Port': ['ID=85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d,revision_number=5']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:58:35.765811 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82137bfa-5b18-4824-9410-b5bf2a318a08 None None] Pushing event updated for resources: {'Port': ['ID=4938f35b-f033-49fd-87b4-01f305a94de2,revision_number=3']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:58:35.800333 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:35.835744 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26796c45-87f8-4224-a95a-e8c4a2427bd2 req-44447116-9e52-4542-8c28-3a8e5e601b37 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:35.847675 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-26796c45-87f8-4224-a95a-e8c4a2427bd2 req-44447116-9e52-4542-8c28-3a8e5e601b37 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 943 time: 0.1270320 May 18 14:58:35.859547 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6dcce2f-b10a-48c9-ba34-992dcb7476c7 None None] Network b1ca48a6-2f62-4765-a2ba-95a9b502e18a requested from dv-cinder-839987-7-iscsi {{(pid=110158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:58:35.952020 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03bfcad-eda0-4066-ba6e-789e285b0557 req-faaf0c32-e061-4f6d-97df-dec349aec374 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:35.971392 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-b03bfcad-eda0-4066-ba6e-789e285b0557 req-faaf0c32-e061-4f6d-97df-dec349aec374 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 946 time: 0.1169839 May 18 14:58:36.056935 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-26796c45-87f8-4224-a95a-e8c4a2427bd2 req-de2a957b-6020-4b80-ae74-0065719acf4b tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1974020 May 18 14:58:36.090434 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-532963ee-5c45-46e8-90bf-41b6e7908d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9eef4d-a71e-4077-8055-d39a365aee09', 'name': 'tempest-TestMinimumBasicScenario-269245737-router', 'tenant_id': 'a5cf3ef49d7342e7938fcecf26730db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '4938f35b-f033-49fd-87b4-01f305a94de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:58:29Z', 'updated_at': '2022-05-18T14:58:31Z', 'revision_number': 3, 'project_id': 'a5cf3ef49d7342e7938fcecf26730db7', 'gw_port': {'id': '4938f35b-f033-49fd-87b4-01f305a94de2', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:63:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9eef4d-a71e-4077-8055-d39a365aee09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:58:30Z', 'updated_at': '2022-05-18T14:58:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi'}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:58:36.127273 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-85475915-bde2-4ec9-8226-99ceec3121b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (d45545c6-a99e-499e-91e3-12ff21ca305f), before_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:36.128678 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 8e33babf-5c1f-4877-ac40-a2ad31e29f0c up at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:58:36.146944 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-b03bfcad-eda0-4066-ba6e-789e285b0557 req-8eaacd51-5c65-4e52-8ee8-28aeb91e3c74 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae13b159-b5dd-474d-a8c4-0467efdcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1745861 May 18 14:58:36.181506 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532963ee-5c45-46e8-90bf-41b6e7908d03 None None] The sync data for ids ['6b9eef4d-a71e-4077-8055-d39a365aee09'] in dv-cinder-839987-7-iscsi is: [{'id': '6b9eef4d-a71e-4077-8055-d39a365aee09', 'name': 'tempest-TestMinimumBasicScenario-269245737-router', 'tenant_id': 'a5cf3ef49d7342e7938fcecf26730db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '4938f35b-f033-49fd-87b4-01f305a94de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:58:29Z', 'updated_at': '2022-05-18T14:58:31Z', 'revision_number': 3, 'project_id': 'a5cf3ef49d7342e7938fcecf26730db7', 'gw_port': {'id': '4938f35b-f033-49fd-87b4-01f305a94de2', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:63:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9eef4d-a71e-4077-8055-d39a365aee09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:58:30Z', 'updated_at': '2022-05-18T14:58:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi'}] {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:58:36.250623 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-4f9cce0d-7649-4b51-9fc6-92a65ba7afcc None None] Provisioning complete for port 8e33babf-5c1f-4877-ac40-a2ad31e29f0c triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:58:36.272298 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4f9cce0d-7649-4b51-9fc6-92a65ba7afcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (8e33babf-5c1f-4877-ac40-a2ad31e29f0c), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:36.457258 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Provisioning complete for port 8e33babf-5c1f-4877-ac40-a2ad31e29f0c triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:58:36.458727 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (8e33babf-5c1f-4877-ac40-a2ad31e29f0c), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:36.486780 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-85475915-bde2-4ec9-8226-99ceec3121b4 admin admin] Publish callbacks [] for port (d45545c6-a99e-499e-91e3-12ff21ca305f), precommit_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:36.497941 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-85475915-bde2-4ec9-8226-99ceec3121b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14495217'] for port (d45545c6-a99e-499e-91e3-12ff21ca305f), after_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:36.613787 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-4f9cce0d-7649-4b51-9fc6-92a65ba7afcc None None] Current status of the port 8e33babf-5c1f-4877-ac40-a2ad31e29f0c is: DOWN; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:58:36.614233 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4f9cce0d-7649-4b51-9fc6-92a65ba7afcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (8e33babf-5c1f-4877-ac40-a2ad31e29f0c), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:36.703977 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:36.711828 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-85475915-bde2-4ec9-8226-99ceec3121b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009163'] for router_interface (6b9eef4d-a71e-4077-8055-d39a365aee09), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:36.717975 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85475915-bde2-4ec9-8226-99ceec3121b4 admin admin] Pushing event updated for resources: {'Port': ['ID=d45545c6-a99e-499e-91e3-12ff21ca305f,revision_number=2']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:58:36.841714 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-4f9cce0d-7649-4b51-9fc6-92a65ba7afcc None None] For port 8e33babf-5c1f-4877-ac40-a2ad31e29f0c, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=8e33babf-5c1f-4877-ac40-a2ad31e29f0c,segment=NetworkSegment(b2533031-1fd0-49be-a55a-d91e8e95c185),segment_id=b2533031-1fd0-49be-a55a-d91e8e95c185)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:58:36.866301 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4f9cce0d-7649-4b51-9fc6-92a65ba7afcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (8e33babf-5c1f-4877-ac40-a2ad31e29f0c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:36.930419 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85475915-bde2-4ec9-8226-99ceec3121b4 admin admin] Network b1ca48a6-2f62-4765-a2ba-95a9b502e18a is already hosted by enough agents. {{(pid=110156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:58:36.946326 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.base_scheduler [None req-85475915-bde2-4ec9-8226-99ceec3121b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:58:36.975840 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9cce0d-7649-4b51-9fc6-92a65ba7afcc None None] Pushing event updated for resources: {'Port': ['ID=8e33babf-5c1f-4877-ac40-a2ad31e29f0c,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:58:36.992542 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Current status of the port 8e33babf-5c1f-4877-ac40-a2ad31e29f0c is: DOWN; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:58:36.994379 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (8e33babf-5c1f-4877-ac40-a2ad31e29f0c), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:37.014606 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-7464e2c0-25bc-4e09-970a-5b968bf2667a None None] Provisioning complete for port d45545c6-a99e-499e-91e3-12ff21ca305f triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:58:37.015450 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7464e2c0-25bc-4e09-970a-5b968bf2667a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (d45545c6-a99e-499e-91e3-12ff21ca305f), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:37.310775 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-7464e2c0-25bc-4e09-970a-5b968bf2667a None None] Port d45545c6-a99e-499e-91e3-12ff21ca305f cannot update to ACTIVE because it is not bound. {{(pid=110158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:58:37.348699 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-7464e2c0-25bc-4e09-970a-5b968bf2667a None None] Provisioning complete for port 8e33babf-5c1f-4877-ac40-a2ad31e29f0c triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:58:37.349099 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7464e2c0-25bc-4e09-970a-5b968bf2667a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (8e33babf-5c1f-4877-ac40-a2ad31e29f0c), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:37.365880 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e01566e-0862-4a7c-9cce-a90e951985c0 req-b465b563-f2df-4bdb-bba8-afcf7d8a5a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:37.367416 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-9e01566e-0862-4a7c-9cce-a90e951985c0 req-b465b563-f2df-4bdb-bba8-afcf7d8a5a9f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 1130 time: 0.2748508 May 18 14:58:37.375864 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c07e8-935a-4e65-b64f-efe0922fe589 req-271759d8-49ee-4fb5-b86e-0b2ce4941f99 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:37.381326 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-430c07e8-935a-4e65-b64f-efe0922fe589 req-271759d8-49ee-4fb5-b86e-0b2ce4941f99 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 943 time: 0.0817485 May 18 14:58:37.394735 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85475915-bde2-4ec9-8226-99ceec3121b4 admin admin] Router 6b9eef4d-a71e-4077-8055-d39a365aee09 has already been hosted by L3 agent a5518e17-d4a6-403f-b34f-0fa3d03f1833 {{(pid=110156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 14:58:37.408687 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:37.496122 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cfd3d8-1bf9-4ff2-84c1-ad4a9b6805d6 req-3d24bcd8-8599-43df-a4dd-04d7a268b682 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:37.509436 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-b1cfd3d8-1bf9-4ff2-84c1-ad4a9b6805d6 req-3d24bcd8-8599-43df-a4dd-04d7a268b682 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 946 time: 0.0627494 May 18 14:58:37.635340 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-430c07e8-935a-4e65-b64f-efe0922fe589 req-8ddd7302-03a5-4ebf-81a9-cdfa039531f1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2393231 May 18 14:58:37.741656 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-b1cfd3d8-1bf9-4ff2-84c1-ad4a9b6805d6 req-bd2fa909-da44-4555-91c3-519d0ca8841b tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae13b159-b5dd-474d-a8c4-0467efdcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2306504 May 18 14:58:37.756339 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85475915-bde2-4ec9-8226-99ceec3121b4 admin admin] Notify agent at l3_agent.dv-cinder-839987-7-iscsi the message routers_updated {{(pid=110156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:58:37.768449 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-9e01566e-0862-4a7c-9cce-a90e951985c0 req-11a8f17d-3c10-4014-bbca-8ad269b510b1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ae13b159-b5dd-474d-a8c4-0467efdcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2438600 May 18 14:58:37.773940 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-85475915-bde2-4ec9-8226-99ceec3121b4 admin admin] 10.222.0.59 "PUT /v2.0/routers/6b9eef4d-a71e-4077-8055-d39a365aee09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8432233 May 18 14:58:37.968363 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.db.api [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 18 14:58:37.968992 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG oslo_db.api [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 18 14:58:38.070872 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:38.075739 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-7464e2c0-25bc-4e09-970a-5b968bf2667a None None] Current status of the port 8e33babf-5c1f-4877-ac40-a2ad31e29f0c is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:58:38.212977 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-16dd1808-0bfe-4238-a582-336e64692f90 None None] Provisioning complete for port d45545c6-a99e-499e-91e3-12ff21ca305f triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:58:38.213351 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-16dd1808-0bfe-4238-a582-336e64692f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (d45545c6-a99e-499e-91e3-12ff21ca305f), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:38.286168 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-16dd1808-0bfe-4238-a582-336e64692f90 None None] Port d45545c6-a99e-499e-91e3-12ff21ca305f cannot update to ACTIVE because it is not bound. {{(pid=110158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:58:38.530522 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Current status of the port 8e33babf-5c1f-4877-ac40-a2ad31e29f0c is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:58:38.534840 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 961bfb30-2f69-45c2-82b7-2052c0935a46 up at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:58:38.596632 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Provisioning complete for port 961bfb30-2f69-45c2-82b7-2052c0935a46 triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:58:38.597062 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (961bfb30-2f69-45c2-82b7-2052c0935a46), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:38.736737 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Current status of the port 961bfb30-2f69-45c2-82b7-2052c0935a46 is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:58:38.799100 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63cc77-f4a4-4a39-8b8c-bd9ab7816480 req-e0fb7df9-fb2a-4cf1-bb90-b5454e3add0e tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:38.808008 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-cb63cc77-f4a4-4a39-8b8c-bd9ab7816480 req-e0fb7df9-fb2a-4cf1-bb90-b5454e3add0e tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 946 time: 0.0883968 May 18 14:58:38.889648 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a2b1a1-6876-48ce-ae49-6826f9f20043 req-260ba19c-f27b-445c-a313-0996e22fb238 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:38.898878 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-09a2b1a1-6876-48ce-ae49-6826f9f20043 req-260ba19c-f27b-445c-a313-0996e22fb238 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 943 time: 0.0842707 May 18 14:58:38.960328 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-cb63cc77-f4a4-4a39-8b8c-bd9ab7816480 req-ed8663fe-e96f-43f2-a236-c21e0b5387dd tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb5f753-2908-4023-8bb1-1a4dec319fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525238 May 18 14:58:39.034703 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-09a2b1a1-6876-48ce-ae49-6826f9f20043 req-9215c01e-4cbd-4ba8-964c-a87758a488c7 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315036 May 18 14:58:39.060954 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 4938f35b-f033-49fd-87b4-01f305a94de2 up at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:58:39.125670 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Provisioning complete for port 4938f35b-f033-49fd-87b4-01f305a94de2 triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:58:39.126216 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (4938f35b-f033-49fd-87b4-01f305a94de2), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:39.145173 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5b866-04e7-4815-a015-d5a2c66c5b8e req-edb9e870-fb90-4300-b9e5-154d4187d231 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:39.151770 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-81b5b866-04e7-4815-a015-d5a2c66c5b8e req-edb9e870-fb90-4300-b9e5-154d4187d231 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 946 time: 0.0763464 May 18 14:58:39.267598 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Current status of the port 4938f35b-f033-49fd-87b4-01f305a94de2 is: DOWN; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:58:39.273997 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (4938f35b-f033-49fd-87b4-01f305a94de2), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:39.322495 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-81b5b866-04e7-4815-a015-d5a2c66c5b8e req-a3d07a67-01e0-45d5-9980-088ddb8609b0 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae13b159-b5dd-474d-a8c4-0467efdcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1607511 May 18 14:58:39.326740 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] For port 4938f35b-f033-49fd-87b4-01f305a94de2, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=4938f35b-f033-49fd-87b4-01f305a94de2,segment=NetworkSegment(74645103-ef26-4e33-8147-3fc27f09baec),segment_id=74645103-ef26-4e33-8147-3fc27f09baec)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:58:39.338997 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (4938f35b-f033-49fd-87b4-01f305a94de2), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:39.340733 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 8e33babf-5c1f-4877-ac40-a2ad31e29f0c up at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:58:39.439656 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Provisioning complete for port 8e33babf-5c1f-4877-ac40-a2ad31e29f0c triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:58:39.440038 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (8e33babf-5c1f-4877-ac40-a2ad31e29f0c), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:39.480251 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Pushing event updated for resources: {'Port': ['ID=4938f35b-f033-49fd-87b4-01f305a94de2,revision_number=4']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:58:39.627787 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25fe95e-9d6f-4c86-8693-ec0b12783645 None None] Sync routers for ids ['6b9eef4d-a71e-4077-8055-d39a365aee09'] in dv-cinder-839987-7-iscsi {{(pid=110158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:58:39.655377 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Current status of the port 8e33babf-5c1f-4877-ac40-a2ad31e29f0c is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:58:39.665129 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25fe95e-9d6f-4c86-8693-ec0b12783645 None None] Routers {'6b9eef4d-a71e-4077-8055-d39a365aee09'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:58:39.665893 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-e25fe95e-9d6f-4c86-8693-ec0b12783645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T14:58:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['6b9eef4d-a71e-4077-8055-d39a365aee09'], 'active': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:58:39.823183 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=100 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:39.826176 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvr_db [None req-e25fe95e-9d6f-4c86-8693-ec0b12783645 None None] Set router 6b9eef4d-a71e-4077-8055-d39a365aee09 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:58:39.969742 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:40.129321 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-e25fe95e-9d6f-4c86-8693-ec0b12783645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9eef4d-a71e-4077-8055-d39a365aee09', 'name': 'tempest-TestMinimumBasicScenario-269245737-router', 'tenant_id': 'a5cf3ef49d7342e7938fcecf26730db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '4938f35b-f033-49fd-87b4-01f305a94de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:58:29Z', 'updated_at': '2022-05-18T14:58:36Z', 'revision_number': 4, 'project_id': 'a5cf3ef49d7342e7938fcecf26730db7', 'gw_port': {'id': '4938f35b-f033-49fd-87b4-01f305a94de2', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:63:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9eef4d-a71e-4077-8055-d39a365aee09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:58:30Z', 'updated_at': '2022-05-18T14:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': 'd45545c6-a99e-499e-91e3-12ff21ca305f', 'name': '', 'network_id': 'b1ca48a6-2f62-4765-a2ba-95a9b502e18a', 'tenant_id': 'a5cf3ef49d7342e7938fcecf26730db7', 'mac_address': 'fa:16:3e:28:5c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9eef4d-a71e-4077-8055-d39a365aee09', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '413afb0c-edcd-4f02-ac0d-48603fe253b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:58:34Z', 'updated_at': '2022-05-18T14:58:36Z', 'revision_number': 2, 'project_id': 'a5cf3ef49d7342e7938fcecf26730db7', 'subnets': [{'id': '413afb0c-edcd-4f02-ac0d-48603fe253b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:58:40.162321 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25fe95e-9d6f-4c86-8693-ec0b12783645 None None] Checking router: 6b9eef4d-a71e-4077-8055-d39a365aee09 for host: dv-cinder-839987-7-iscsi {{(pid=110158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:58:40.162771 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25fe95e-9d6f-4c86-8693-ec0b12783645 None None] Updating router 6b9eef4d-a71e-4077-8055-d39a365aee09 port d45545c6-a99e-499e-91e3-12ff21ca305f binding host dv-cinder-839987-7-iscsi {{(pid=110158) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:58:40.202375 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e25fe95e-9d6f-4c86-8693-ec0b12783645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (d45545c6-a99e-499e-91e3-12ff21ca305f), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:40.233943 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837ba29-e491-4e32-ad73-9b766614e39a req-4133f47a-913d-4621-be40-72291422d8c0 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:40.236170 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1837ba29-e491-4e32-ad73-9b766614e39a req-4133f47a-913d-4621-be40-72291422d8c0 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 943 time: 0.0909722 May 18 14:58:40.243058 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f68ad-b799-4e1c-a316-3e6f14bd9bb5 req-d00f147d-b8c0-4224-85a7-4201b305cb18 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:40.244997 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3d6f68ad-b799-4e1c-a316-3e6f14bd9bb5 req-d00f147d-b8c0-4224-85a7-4201b305cb18 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 946 time: 0.1684051 May 18 14:58:40.330960 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:40.344323 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1837ba29-e491-4e32-ad73-9b766614e39a req-074fc37f-1cd3-4648-94c9-d45da4186a66 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918705 May 18 14:58:40.360677 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3d6f68ad-b799-4e1c-a316-3e6f14bd9bb5 req-39115fe4-9544-4e45-9f21-17d7e0cf4cac tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb5f753-2908-4023-8bb1-1a4dec319fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085236 May 18 14:58:40.503374 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8db32d-0155-47f0-90bd-97ef693406ca req-0b539836-834e-4810-b175-fddd1986abad tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:40.512844 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-5e8db32d-0155-47f0-90bd-97ef693406ca req-0b539836-834e-4810-b175-fddd1986abad tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 946 time: 0.0753343 May 18 14:58:40.584570 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-5e8db32d-0155-47f0-90bd-97ef693406ca req-d1e185ff-66af-4871-8611-8e2e47f5b4c6 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae13b159-b5dd-474d-a8c4-0467efdcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664630 May 18 14:58:40.614817 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e25fe95e-9d6f-4c86-8693-ec0b12783645 None None] Publish callbacks [] for port (d45545c6-a99e-499e-91e3-12ff21ca305f), precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:40.621585 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e25fe95e-9d6f-4c86-8693-ec0b12783645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (d45545c6-a99e-499e-91e3-12ff21ca305f), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:40.678740 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f49647f-e77c-4f46-be6e-e3f7a72f5301 None None] Pushing event updated for resources: {'Port': ['ID=d45545c6-a99e-499e-91e3-12ff21ca305f,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:58:40.749870 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-e25fe95e-9d6f-4c86-8693-ec0b12783645 None None] Attempting to bind port d45545c6-a99e-499e-91e3-12ff21ca305f on host dv-cinder-839987-7-iscsi for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:58:40.750244 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-e25fe95e-9d6f-4c86-8693-ec0b12783645 None None] Attempting to bind port d45545c6-a99e-499e-91e3-12ff21ca305f by drivers openvswitch,hyperv on host dv-cinder-839987-7-iscsi at level 0 using segments [{'id': 'b2533031-1fd0-49be-a55a-d91e8e95c185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b1ca48a6-2f62-4765-a2ba-95a9b502e18a'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:58:40.750600 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25fe95e-9d6f-4c86-8693-ec0b12783645 None None] Attempting to bind port d45545c6-a99e-499e-91e3-12ff21ca305f on network b1ca48a6-2f62-4765-a2ba-95a9b502e18a {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:58:40.759032 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25fe95e-9d6f-4c86-8693-ec0b12783645 None None] Checking agent: {'id': 'ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 46, 56), 'started_at': datetime.datetime(2022, 5, 18, 14, 47, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:58:40.759333 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25fe95e-9d6f-4c86-8693-ec0b12783645 None None] Checking segment: {'id': 'b2533031-1fd0-49be-a55a-d91e8e95c185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b1ca48a6-2f62-4765-a2ba-95a9b502e18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:58:40.760046 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e25fe95e-9d6f-4c86-8693-ec0b12783645 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:40.760375 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25fe95e-9d6f-4c86-8693-ec0b12783645 None None] Bound using segment: {'id': 'b2533031-1fd0-49be-a55a-d91e8e95c185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b1ca48a6-2f62-4765-a2ba-95a9b502e18a'} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:58:40.761040 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-e25fe95e-9d6f-4c86-8693-ec0b12783645 None None] Bound port: d45545c6-a99e-499e-91e3-12ff21ca305f, host: dv-cinder-839987-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2533031-1fd0-49be-a55a-d91e8e95c185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b1ca48a6-2f62-4765-a2ba-95a9b502e18a'}}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:58:40.761548 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e25fe95e-9d6f-4c86-8693-ec0b12783645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (d45545c6-a99e-499e-91e3-12ff21ca305f), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:40.838593 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:40.852643 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-e25fe95e-9d6f-4c86-8693-ec0b12783645 None None] For port d45545c6-a99e-499e-91e3-12ff21ca305f, host dv-cinder-839987-7-iscsi, cleared binding levels {{(pid=110158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:58:40.860113 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-e25fe95e-9d6f-4c86-8693-ec0b12783645 None None] For port d45545c6-a99e-499e-91e3-12ff21ca305f, host dv-cinder-839987-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=d45545c6-a99e-499e-91e3-12ff21ca305f,segment=NetworkSegment(b2533031-1fd0-49be-a55a-d91e8e95c185),segment_id=b2533031-1fd0-49be-a55a-d91e8e95c185)] {{(pid=110158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:58:40.876195 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e25fe95e-9d6f-4c86-8693-ec0b12783645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (d45545c6-a99e-499e-91e3-12ff21ca305f), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:40.935720 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 4938f35b-f033-49fd-87b4-01f305a94de2 up at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:58:40.985320 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25fe95e-9d6f-4c86-8693-ec0b12783645 None None] Routers {'6b9eef4d-a71e-4077-8055-d39a365aee09'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:58:40.985851 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-e25fe95e-9d6f-4c86-8693-ec0b12783645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T14:58:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['6b9eef4d-a71e-4077-8055-d39a365aee09'], 'active': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:58:41.113460 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-14580b7c-deec-4f2a-ab70-b6ba500a2b2a None None] Provisioning complete for port d45545c6-a99e-499e-91e3-12ff21ca305f triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:58:41.114046 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-14580b7c-deec-4f2a-ab70-b6ba500a2b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (d45545c6-a99e-499e-91e3-12ff21ca305f), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:41.173889 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f49647f-e77c-4f46-be6e-e3f7a72f5301 None None] Pushing event updated for resources: {'Port': ['ID=d45545c6-a99e-499e-91e3-12ff21ca305f,revision_number=4']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:58:41.273664 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Provisioning complete for port 4938f35b-f033-49fd-87b4-01f305a94de2 triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:58:41.273932 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (4938f35b-f033-49fd-87b4-01f305a94de2), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:41.345855 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvr_db [None req-e25fe95e-9d6f-4c86-8693-ec0b12783645 None None] Set router 6b9eef4d-a71e-4077-8055-d39a365aee09 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:58:41.353983 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:41.472472 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-14580b7c-deec-4f2a-ab70-b6ba500a2b2a None None] Current status of the port d45545c6-a99e-499e-91e3-12ff21ca305f is: DOWN; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:58:41.473255 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-14580b7c-deec-4f2a-ab70-b6ba500a2b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (d45545c6-a99e-499e-91e3-12ff21ca305f), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:41.610189 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe322c-44ae-4e64-bb3c-c8f10075890e req-28c092a7-dc27-4490-9579-e9b322a50d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:41.613495 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-8ebe322c-44ae-4e64-bb3c-c8f10075890e req-28c092a7-dc27-4490-9579-e9b322a50d85 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c46dc2b21d34158bf2a7eb0e39c06a3&device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 1127 time: 0.1377091 May 18 14:58:41.711509 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ebde0a-39f6-4ce0-b7f3-9df6ed19ad12 req-dfbc0422-bb8b-4969-9015-9d0cbd7bc962 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:41.720020 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e6ebde0a-39f6-4ce0-b7f3-9df6ed19ad12 req-dfbc0422-bb8b-4969-9015-9d0cbd7bc962 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 943 time: 0.1500738 May 18 14:58:41.743873 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:41.760841 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb7a319-4763-413d-84fd-3790b5bd65b3 req-3e10769a-51dc-4caf-93be-fa6de4f91478 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:41.763330 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-9eb7a319-4763-413d-84fd-3790b5bd65b3 req-3e10769a-51dc-4caf-93be-fa6de4f91478 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 946 time: 0.2964861 May 18 14:58:41.836901 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e6ebde0a-39f6-4ce0-b7f3-9df6ed19ad12 req-43617576-3612-43f2-956b-a3375f10357b tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158690 May 18 14:58:41.839369 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-14580b7c-deec-4f2a-ab70-b6ba500a2b2a None None] For port d45545c6-a99e-499e-91e3-12ff21ca305f, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=d45545c6-a99e-499e-91e3-12ff21ca305f,segment=NetworkSegment(b2533031-1fd0-49be-a55a-d91e8e95c185),segment_id=b2533031-1fd0-49be-a55a-d91e8e95c185)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:58:41.842348 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Current status of the port 4938f35b-f033-49fd-87b4-01f305a94de2 is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:58:41.852879 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-14580b7c-deec-4f2a-ab70-b6ba500a2b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (d45545c6-a99e-499e-91e3-12ff21ca305f), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:41.905079 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-9eb7a319-4763-413d-84fd-3790b5bd65b3 req-b6574296-8ed2-45e3-b1f9-68f5f091bcaa tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb5f753-2908-4023-8bb1-1a4dec319fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313145 May 18 14:58:42.092744 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14580b7c-deec-4f2a-ab70-b6ba500a2b2a None None] Pushing event updated for resources: {'Port': ['ID=d45545c6-a99e-499e-91e3-12ff21ca305f,revision_number=5']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:58:42.187502 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-c4d8dc33-7233-4750-9c83-8c66770b3513 None None] Provisioning complete for port d45545c6-a99e-499e-91e3-12ff21ca305f triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:58:42.188214 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c4d8dc33-7233-4750-9c83-8c66770b3513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (d45545c6-a99e-499e-91e3-12ff21ca305f), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:42.244886 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a36326e-e1de-4df1-91bf-5c7f77566880 req-8fcd6972-020e-4c52-8d19-e7b7d9ac144e tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:42.253327 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0a36326e-e1de-4df1-91bf-5c7f77566880 req-8fcd6972-020e-4c52-8d19-e7b7d9ac144e tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 946 time: 0.2702656 May 18 14:58:42.329606 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-e25fe95e-9d6f-4c86-8693-ec0b12783645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9eef4d-a71e-4077-8055-d39a365aee09', 'name': 'tempest-TestMinimumBasicScenario-269245737-router', 'tenant_id': 'a5cf3ef49d7342e7938fcecf26730db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '4938f35b-f033-49fd-87b4-01f305a94de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:58:29Z', 'updated_at': '2022-05-18T14:58:36Z', 'revision_number': 4, 'project_id': 'a5cf3ef49d7342e7938fcecf26730db7', 'gw_port': {'id': '4938f35b-f033-49fd-87b4-01f305a94de2', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:63:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9eef4d-a71e-4077-8055-d39a365aee09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:58:30Z', 'updated_at': '2022-05-18T14:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': 'd45545c6-a99e-499e-91e3-12ff21ca305f', 'name': '', 'network_id': 'b1ca48a6-2f62-4765-a2ba-95a9b502e18a', 'tenant_id': 'a5cf3ef49d7342e7938fcecf26730db7', 'mac_address': 'fa:16:3e:28:5c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9eef4d-a71e-4077-8055-d39a365aee09', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '413afb0c-edcd-4f02-ac0d-48603fe253b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:58:34Z', 'updated_at': '2022-05-18T14:58:40Z', 'revision_number': 4, 'project_id': 'a5cf3ef49d7342e7938fcecf26730db7', 'subnets': [{'id': '413afb0c-edcd-4f02-ac0d-48603fe253b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:58:42.361909 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0a36326e-e1de-4df1-91bf-5c7f77566880 req-9cefc71d-bdd3-4270-97a1-5cf22562a485 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae13b159-b5dd-474d-a8c4-0467efdcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076252 May 18 14:58:42.408289 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25fe95e-9d6f-4c86-8693-ec0b12783645 None None] The sync data for ids ['6b9eef4d-a71e-4077-8055-d39a365aee09'] in dv-cinder-839987-7-iscsi is: [{'id': '6b9eef4d-a71e-4077-8055-d39a365aee09', 'name': 'tempest-TestMinimumBasicScenario-269245737-router', 'tenant_id': 'a5cf3ef49d7342e7938fcecf26730db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '4938f35b-f033-49fd-87b4-01f305a94de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:58:29Z', 'updated_at': '2022-05-18T14:58:36Z', 'revision_number': 4, 'project_id': 'a5cf3ef49d7342e7938fcecf26730db7', 'gw_port': {'id': '4938f35b-f033-49fd-87b4-01f305a94de2', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:63:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9eef4d-a71e-4077-8055-d39a365aee09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:58:30Z', 'updated_at': '2022-05-18T14:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': 'd45545c6-a99e-499e-91e3-12ff21ca305f', 'name': '', 'network_id': 'b1ca48a6-2f62-4765-a2ba-95a9b502e18a', 'tenant_id': 'a5cf3ef49d7342e7938fcecf26730db7', 'mac_address': 'fa:16:3e:28:5c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9eef4d-a71e-4077-8055-d39a365aee09', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '413afb0c-edcd-4f02-ac0d-48603fe253b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:58:34Z', 'updated_at': '2022-05-18T14:58:40Z', 'revision_number': 4, 'project_id': 'a5cf3ef49d7342e7938fcecf26730db7', 'subnets': [{'id': '413afb0c-edcd-4f02-ac0d-48603fe253b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:58:42.430740 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:42.532021 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (f376d122-85a6-484a-a941-8f32d5a81e72), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:42.577692 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-c4d8dc33-7233-4750-9c83-8c66770b3513 None None] Current status of the port d45545c6-a99e-499e-91e3-12ff21ca305f is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:58:42.610283 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c48165-4be7-4dbd-943b-64041dbb88da req-720a4034-03df-46d4-a3fc-c3945953fc49 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:42.620479 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-46c48165-4be7-4dbd-943b-64041dbb88da req-720a4034-03df-46d4-a3fc-c3945953fc49 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 946 time: 0.1003208 May 18 14:58:42.715554 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-46c48165-4be7-4dbd-943b-64041dbb88da req-7fd84ff4-0b2d-4e35-8b66-cc511cf5a219 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae13b159-b5dd-474d-a8c4-0467efdcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936298 May 18 14:58:42.732485 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 35670) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:58:42.921097 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device d45545c6-a99e-499e-91e3-12ff21ca305f up at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:58:43.102518 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:43.123289 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Provisioning complete for port d45545c6-a99e-499e-91e3-12ff21ca305f triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:58:43.123666 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (d45545c6-a99e-499e-91e3-12ff21ca305f), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:43.187915 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe322c-44ae-4e64-bb3c-c8f10075890e req-e061c9bd-af73-4438-b394-cae9b8978487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:43.201872 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-8ebe322c-44ae-4e64-bb3c-c8f10075890e req-e061c9bd-af73-4438-b394-cae9b8978487 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0410fe00-b11d-4309-b353-5cb8e97484be HTTP/1.1" status: 200 len: 917 time: 0.2531340 May 18 14:58:43.272902 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4c8827-5dee-442c-af08-4180d3e48e88 tempest-TestShelveInstance-1059879259 tempest-TestShelveInstance-1059879259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:43.274444 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-af4c8827-5dee-442c-af08-4180d3e48e88 tempest-TestShelveInstance-1059879259 tempest-TestShelveInstance-1059879259-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 1125 time: 0.5407634 May 18 14:58:43.278198 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b18c2-bd18-4297-9b18-2841ecb7facc req-af78b34d-b165-4a46-b347-bc99368a5227 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:43.280534 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-816b18c2-bd18-4297-9b18-2841ecb7facc req-af78b34d-b165-4a46-b347-bc99368a5227 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 943 time: 0.1993959 May 18 14:58:43.284600 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 35678) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:58:43.303352 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [None req-7ab644b2-0007-46d3-a5fd-f9ab846bfa8f tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Request body: {'floatingip': {'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'port_id': '85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d', 'tenant_id': '379bba80af244096abbf8deb82772854', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:58:43.344637 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Current status of the port d45545c6-a99e-499e-91e3-12ff21ca305f is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:58:43.396178 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-8ebe322c-44ae-4e64-bb3c-c8f10075890e req-3bb2167a-3db5-4b1c-882d-4ed89d9c42e4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b7b091c-ade3-422f-a228-9a575395a54b HTTP/1.1" status: 200 len: 999 time: 0.1134436 May 18 14:58:43.396888 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01789852-d14d-45d1-acf5-6a2a45e4b05c req-f6eb7b26-49c6-4ce5-bd31-07e391b0c9e0 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:43.404253 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-01789852-d14d-45d1-acf5-6a2a45e4b05c req-f6eb7b26-49c6-4ce5-bd31-07e391b0c9e0 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 946 time: 0.2486956 May 18 14:58:43.415420 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-7ab644b2-0007-46d3-a5fd-f9ab846bfa8f tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:43.463392 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-816b18c2-bd18-4297-9b18-2841ecb7facc req-17b05dbb-ef90-4f08-b4c1-05d30e86ef2a tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270833 May 18 14:58:43.580690 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe322c-44ae-4e64-bb3c-c8f10075890e req-c1d71c6a-527e-4bd5-9ce6-63d8aa98ae40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:43.582664 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-8ebe322c-44ae-4e64-bb3c-c8f10075890e req-c1d71c6a-527e-4bd5-9ce6-63d8aa98ae40 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1be02795-0dc2-4225-87b4-7592fa1ed277 HTTP/1.1" status: 200 len: 855 time: 0.0861714 May 18 14:58:43.682477 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-01789852-d14d-45d1-acf5-6a2a45e4b05c req-8a1fb3b9-87b3-4ca1-be96-4a7fea9a943a tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb5f753-2908-4023-8bb1-1a4dec319fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2670860 May 18 14:58:43.686486 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-7ab644b2-0007-46d3-a5fd-f9ab846bfa8f tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:43.845711 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe322c-44ae-4e64-bb3c-c8f10075890e req-49f65e2b-bdbf-4804-a287-55434ac8ca1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:43.847215 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-8ebe322c-44ae-4e64-bb3c-c8f10075890e req-49f65e2b-bdbf-4804-a287-55434ac8ca1c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0410fe00-b11d-4309-b353-5cb8e97484be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1011932 May 18 14:58:43.908813 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:43.932154 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.db_base_plugin_common [None req-7ab644b2-0007-46d3-a5fd-f9ab846bfa8f tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Allocated IP 172.27.3.79 (f20aa9f3-2984-481b-bb59-fa1f034e36c8/b7750f80-229c-4d19-b013-2aee5952f8bb/f92e7d25-4118-4640-a503-9e1516c9ae59) {{(pid=110157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:58:44.062095 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-8ebe322c-44ae-4e64-bb3c-c8f10075890e req-7fc07bfe-f12e-427f-b91a-7dbd368b4895 service neutron] 10.222.0.49 "GET /v2.0/networks/0410fe00-b11d-4309-b353-5cb8e97484be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032576 May 18 14:58:44.271547 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-8ebe322c-44ae-4e64-bb3c-c8f10075890e req-05458f1f-189a-4b43-9bd0-efa357382fe6 service neutron] 10.222.0.49 "GET /v2.0/networks/0410fe00-b11d-4309-b353-5cb8e97484be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948743 May 18 14:58:44.654225 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb6d951-a9d5-444f-a8f6-ca732d53eb3c req-9221cf80-92a7-47b1-a5b8-8d003d7ff195 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:44.661834 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-efb6d951-a9d5-444f-a8f6-ca732d53eb3c req-9221cf80-92a7-47b1-a5b8-8d003d7ff195 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 943 time: 0.0662963 May 18 14:58:44.687027 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-7ab644b2-0007-46d3-a5fd-f9ab846bfa8f tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Publish callbacks [] for port (f92e7d25-4118-4640-a503-9e1516c9ae59), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:44.730878 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:44.812371 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-efb6d951-a9d5-444f-a8f6-ca732d53eb3c req-f8f89af5-4462-4d3c-aa91-a429afce74de tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475196 May 18 14:58:44.902486 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-7ab644b2-0007-46d3-a5fd-f9ab846bfa8f tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13704171'] for port (f92e7d25-4118-4640-a503-9e1516c9ae59), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:44.974250 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33fb5fd-3639-45a1-a6b5-e37109188d45 req-f8c523f6-cf31-4c5c-aa4b-5c033455206c tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:44.976748 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-a33fb5fd-3639-45a1-a6b5-e37109188d45 req-f8c523f6-cf31-4c5c-aa4b-5c033455206c tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 946 time: 0.1572857 May 18 14:58:45.011570 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab644b2-0007-46d3-a5fd-f9ab846bfa8f tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Network f20aa9f3-2984-481b-bb59-fa1f034e36c8 is already hosted by enough agents. {{(pid=110157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:58:45.042201 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-a33fb5fd-3639-45a1-a6b5-e37109188d45 req-314d2d83-3f16-4032-b0e3-8b7f2135ad94 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb5f753-2908-4023-8bb1-1a4dec319fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509367 May 18 14:58:45.043748 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.base_scheduler [None req-7ab644b2-0007-46d3-a5fd-f9ab846bfa8f tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Resources bound (agent type, host, resource id): {{(pid=110157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:58:45.046099 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab644b2-0007-46d3-a5fd-f9ab846bfa8f tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Pushing event updated for resources: {'Port': ['ID=f92e7d25-4118-4640-a503-9e1516c9ae59,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:58:45.054969 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab644b2-0007-46d3-a5fd-f9ab846bfa8f tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Received port after_create {{(pid=110157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:58:45.058387 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab644b2-0007-46d3-a5fd-f9ab846bfa8f tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:45.059020 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab644b2-0007-46d3-a5fd-f9ab846bfa8f tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:45.059589 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab644b2-0007-46d3-a5fd-f9ab846bfa8f tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:45.060169 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab644b2-0007-46d3-a5fd-f9ab846bfa8f tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:45.060755 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab644b2-0007-46d3-a5fd-f9ab846bfa8f tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:45.061313 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab644b2-0007-46d3-a5fd-f9ab846bfa8f tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:45.062017 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab644b2-0007-46d3-a5fd-f9ab846bfa8f tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:45.062639 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab644b2-0007-46d3-a5fd-f9ab846bfa8f tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:45.063320 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab644b2-0007-46d3-a5fd-f9ab846bfa8f tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:45.063932 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab644b2-0007-46d3-a5fd-f9ab846bfa8f tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:45.064547 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab644b2-0007-46d3-a5fd-f9ab846bfa8f tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:45.065113 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab644b2-0007-46d3-a5fd-f9ab846bfa8f tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:45.065689 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab644b2-0007-46d3-a5fd-f9ab846bfa8f tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:45.066291 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab644b2-0007-46d3-a5fd-f9ab846bfa8f tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:45.067410 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab644b2-0007-46d3-a5fd-f9ab846bfa8f tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:45.721675 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-7ab644b2-0007-46d3-a5fd-f9ab846bfa8f tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Publish callbacks [] for floatingip (5bba0669-482c-4c27-aad9-1c8066af76ec), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:45.872394 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:45.874198 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-7ab644b2-0007-46d3-a5fd-f9ab846bfa8f tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (f92e7d25-4118-4640-a503-9e1516c9ae59), before_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:46.180449 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0eebed-a086-4179-97a7-ba9a89358a16 req-1fdafd52-4a3d-45de-9060-cd4301495630 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:46.181424 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:46.182686 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8a0eebed-a086-4179-97a7-ba9a89358a16 req-1fdafd52-4a3d-45de-9060-cd4301495630 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 943 time: 0.2041895 May 18 14:58:46.282983 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:46.362803 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde837f0-3a6e-42d1-99ee-9514e5fad706 req-7018219d-6e7c-41a8-8424-ad8e44e10309 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:46.364537 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-dde837f0-3a6e-42d1-99ee-9514e5fad706 req-7018219d-6e7c-41a8-8424-ad8e44e10309 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 946 time: 0.1504662 May 18 14:58:46.370321 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8a0eebed-a086-4179-97a7-ba9a89358a16 req-370db86c-1185-464c-801b-7b3e5a56fae1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1805544 May 18 14:58:46.433920 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-7ab644b2-0007-46d3-a5fd-f9ab846bfa8f tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Publish callbacks [] for port (f92e7d25-4118-4640-a503-9e1516c9ae59), precommit_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:46.441092 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-7ab644b2-0007-46d3-a5fd-f9ab846bfa8f tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13704156'] for port (f92e7d25-4118-4640-a503-9e1516c9ae59), after_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:46.463755 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-dde837f0-3a6e-42d1-99ee-9514e5fad706 req-c4e3d4ba-2263-41a3-8faf-1163a6e10c2a tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb5f753-2908-4023-8bb1-1a4dec319fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881219 May 18 14:58:46.568091 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab644b2-0007-46d3-a5fd-f9ab846bfa8f tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Pushing event updated for resources: {'Port': ['ID=f92e7d25-4118-4640-a503-9e1516c9ae59,revision_number=2']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:58:46.581300 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-7ab644b2-0007-46d3-a5fd-f9ab846bfa8f tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008279'] for floatingip (5bba0669-482c-4c27-aad9-1c8066af76ec), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:46.838835 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.db.l3_db [None req-7ab644b2-0007-46d3-a5fd-f9ab846bfa8f tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Floating IP 5bba0669-482c-4c27-aad9-1c8066af76ec associated. External IP: 172.27.3.79, port: 85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d. May 18 14:58:47.179876 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab644b2-0007-46d3-a5fd-f9ab846bfa8f tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Router 878995ce-f3aa-4a14-be2f-e48e411e8cbf has already been hosted by L3 agent a5518e17-d4a6-403f-b34f-0fa3d03f1833 {{(pid=110157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 14:58:47.393889 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab644b2-0007-46d3-a5fd-f9ab846bfa8f tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Notify agent at l3_agent.dv-cinder-839987-7-iscsi the message routers_updated {{(pid=110157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:58:47.426418 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5701662a-0f54-4679-969d-2b8b2c4f3e6e None None] Sync routers for ids ['878995ce-f3aa-4a14-be2f-e48e411e8cbf'] in dv-cinder-839987-7-iscsi {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:58:47.449555 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5701662a-0f54-4679-969d-2b8b2c4f3e6e None None] Routers {'878995ce-f3aa-4a14-be2f-e48e411e8cbf'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:58:47.450199 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-5701662a-0f54-4679-969d-2b8b2c4f3e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T14:58:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['878995ce-f3aa-4a14-be2f-e48e411e8cbf'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:58:47.480388 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-7ab644b2-0007-46d3-a5fd-f9ab846bfa8f tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for floatingip (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:47.632610 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-7ab644b2-0007-46d3-a5fd-f9ab846bfa8f tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3334298 May 18 14:58:47.637785 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c69b24f-4d86-449b-897d-ebf6e2ac43fb', 'tag': '85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d'}] {{(pid=110157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:58:47.640309 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3614be4c33be7e0ed28fa23fdbb6a3604458632b91c0a79006a6fb45a0ea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b39116-4237-417f-93ac-69696f024b29" -d '{"events": [{"name": "network-changed", "server_uuid": "2c69b24f-4d86-449b-897d-ebf6e2ac43fb", "tag": "85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d"}]}' {{(pid=110157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:58:47.659152 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d066783-2978-4470-acad-208a955a00ab req-ecb64673-3a8c-4ec8-a968-c23855407949 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:47.660769 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0d066783-2978-4470-acad-208a955a00ab req-ecb64673-3a8c-4ec8-a968-c23855407949 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 943 time: 0.1091499 May 18 14:58:47.669166 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-5701662a-0f54-4679-969d-2b8b2c4f3e6e None None] Set router 878995ce-f3aa-4a14-be2f-e48e411e8cbf gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:58:47.673117 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87448d5a-d276-4f78-bc87-9ed8b249a4a1 req-29dae76a-c0ad-4c8b-a6f5-053153da656d tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:47.674718 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-87448d5a-d276-4f78-bc87-9ed8b249a4a1 req-29dae76a-c0ad-4c8b-a6f5-053153da656d tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 946 time: 0.0802538 May 18 14:58:47.744757 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:47.748915 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-87448d5a-d276-4f78-bc87-9ed8b249a4a1 req-93353e21-7569-4d93-86f2-0496ea9b012c tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb5f753-2908-4023-8bb1-1a4dec319fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654242 May 18 14:58:47.753542 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:47.848184 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 14:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b64a347-e05f-4c6d-8fbb-94df6aef6329 x-openstack-request-id: req-2b64a347-e05f-4c6d-8fbb-94df6aef6329 {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:58:47.848532 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c69b24f-4d86-449b-897d-ebf6e2ac43fb", "tag": "85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d", "status": "completed", "code": 200}]} {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:58:47.848744 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2b64a347-e05f-4c6d-8fbb-94df6aef6329 {{(pid=110157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:58:47.856687 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b64a347-e05f-4c6d-8fbb-94df6aef6329'] response: {'name': 'network-changed', 'server_uuid': '2c69b24f-4d86-449b-897d-ebf6e2ac43fb', 'tag': '85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d', 'status': 'completed', 'code': 200} May 18 14:58:47.912536 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0d066783-2978-4470-acad-208a955a00ab req-3a2a450a-a64c-40f2-abed-71be91ff468a tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2362866 May 18 14:58:48.003505 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-5701662a-0f54-4679-969d-2b8b2c4f3e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878995ce-f3aa-4a14-be2f-e48e411e8cbf', 'name': 'tempest-TestShelveInstance-1169793884-router', 'tenant_id': '379bba80af244096abbf8deb82772854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '9622ea8e-3ebc-4641-a170-72723f502af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:57:30Z', 'updated_at': '2022-05-18T14:57:34Z', 'revision_number': 4, 'project_id': '379bba80af244096abbf8deb82772854', 'gw_port': {'id': '9622ea8e-3ebc-4641-a170-72723f502af7', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878995ce-f3aa-4a14-be2f-e48e411e8cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:30Z', 'updated_at': '2022-05-18T14:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_floatingips': [{'id': '5bba0669-482c-4c27-aad9-1c8066af76ec', 'tenant_id': '379bba80af244096abbf8deb82772854', 'floating_ip_address': '172.27.3.79', 'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'router_id': '878995ce-f3aa-4a14-be2f-e48e411e8cbf', 'port_id': '85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4cb14f9c-6f08-4729-8557-f3c05e247fd9', 'mac_address': 'fa:16:3e:e4:69:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c69b24f-4d86-449b-897d-ebf6e2ac43fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:58:45Z', 'updated_at': '2022-05-18T14:58:45Z', 'revision_number': 0, 'project_id': '379bba80af244096abbf8deb82772854', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04a9d942-6bbc-4c23-9fde-f7d31e26148d', 'name': '', 'network_id': '4cb14f9c-6f08-4729-8557-f3c05e247fd9', 'tenant_id': '379bba80af244096abbf8deb82772854', 'mac_address': 'fa:16:3e:b4:5e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878995ce-f3aa-4a14-be2f-e48e411e8cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '89243c68-b4f8-45b7-8520-ec7240a88f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:33Z', 'updated_at': '2022-05-18T14:57:40Z', 'revision_number': 5, 'project_id': '379bba80af244096abbf8deb82772854', 'subnets': [{'id': '89243c68-b4f8-45b7-8520-ec7240a88f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:58:48.036332 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5701662a-0f54-4679-969d-2b8b2c4f3e6e None None] Checking router: 878995ce-f3aa-4a14-be2f-e48e411e8cbf for host: dv-cinder-839987-7-iscsi {{(pid=110159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:58:48.055207 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5701662a-0f54-4679-969d-2b8b2c4f3e6e None None] Routers {'878995ce-f3aa-4a14-be2f-e48e411e8cbf'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:58:48.055890 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-5701662a-0f54-4679-969d-2b8b2c4f3e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T14:58:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['878995ce-f3aa-4a14-be2f-e48e411e8cbf'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:58:48.195384 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-5701662a-0f54-4679-969d-2b8b2c4f3e6e None None] Set router 878995ce-f3aa-4a14-be2f-e48e411e8cbf gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:58:48.417121 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b39116-4237-417f-93ac-69696f024b29 req-32646549-2d69-4da7-87fb-977081fd389e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:48.419393 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-a3b39116-4237-417f-93ac-69696f024b29 req-32646549-2d69-4da7-87fb-977081fd389e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=379bba80af244096abbf8deb82772854&device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 1130 time: 0.0470390 May 18 14:58:48.436156 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:48.510313 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-5701662a-0f54-4679-969d-2b8b2c4f3e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878995ce-f3aa-4a14-be2f-e48e411e8cbf', 'name': 'tempest-TestShelveInstance-1169793884-router', 'tenant_id': '379bba80af244096abbf8deb82772854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '9622ea8e-3ebc-4641-a170-72723f502af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:57:30Z', 'updated_at': '2022-05-18T14:57:34Z', 'revision_number': 4, 'project_id': '379bba80af244096abbf8deb82772854', 'gw_port': {'id': '9622ea8e-3ebc-4641-a170-72723f502af7', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878995ce-f3aa-4a14-be2f-e48e411e8cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:30Z', 'updated_at': '2022-05-18T14:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_floatingips': [{'id': '5bba0669-482c-4c27-aad9-1c8066af76ec', 'tenant_id': '379bba80af244096abbf8deb82772854', 'floating_ip_address': '172.27.3.79', 'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'router_id': '878995ce-f3aa-4a14-be2f-e48e411e8cbf', 'port_id': '85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4cb14f9c-6f08-4729-8557-f3c05e247fd9', 'mac_address': 'fa:16:3e:e4:69:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c69b24f-4d86-449b-897d-ebf6e2ac43fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:58:45Z', 'updated_at': '2022-05-18T14:58:45Z', 'revision_number': 0, 'project_id': '379bba80af244096abbf8deb82772854', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04a9d942-6bbc-4c23-9fde-f7d31e26148d', 'name': '', 'network_id': '4cb14f9c-6f08-4729-8557-f3c05e247fd9', 'tenant_id': '379bba80af244096abbf8deb82772854', 'mac_address': 'fa:16:3e:b4:5e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878995ce-f3aa-4a14-be2f-e48e411e8cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '89243c68-b4f8-45b7-8520-ec7240a88f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:33Z', 'updated_at': '2022-05-18T14:57:40Z', 'revision_number': 5, 'project_id': '379bba80af244096abbf8deb82772854', 'subnets': [{'id': '89243c68-b4f8-45b7-8520-ec7240a88f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:58:48.554662 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5701662a-0f54-4679-969d-2b8b2c4f3e6e None None] The sync data for ids ['878995ce-f3aa-4a14-be2f-e48e411e8cbf'] in dv-cinder-839987-7-iscsi is: [{'id': '878995ce-f3aa-4a14-be2f-e48e411e8cbf', 'name': 'tempest-TestShelveInstance-1169793884-router', 'tenant_id': '379bba80af244096abbf8deb82772854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '9622ea8e-3ebc-4641-a170-72723f502af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:57:30Z', 'updated_at': '2022-05-18T14:57:34Z', 'revision_number': 4, 'project_id': '379bba80af244096abbf8deb82772854', 'gw_port': {'id': '9622ea8e-3ebc-4641-a170-72723f502af7', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878995ce-f3aa-4a14-be2f-e48e411e8cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:30Z', 'updated_at': '2022-05-18T14:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_floatingips': [{'id': '5bba0669-482c-4c27-aad9-1c8066af76ec', 'tenant_id': '379bba80af244096abbf8deb82772854', 'floating_ip_address': '172.27.3.79', 'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'router_id': '878995ce-f3aa-4a14-be2f-e48e411e8cbf', 'port_id': '85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4cb14f9c-6f08-4729-8557-f3c05e247fd9', 'mac_address': 'fa:16:3e:e4:69:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c69b24f-4d86-449b-897d-ebf6e2ac43fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:58:45Z', 'updated_at': '2022-05-18T14:58:45Z', 'revision_number': 0, 'project_id': '379bba80af244096abbf8deb82772854', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04a9d942-6bbc-4c23-9fde-f7d31e26148d', 'name': '', 'network_id': '4cb14f9c-6f08-4729-8557-f3c05e247fd9', 'tenant_id': '379bba80af244096abbf8deb82772854', 'mac_address': 'fa:16:3e:b4:5e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878995ce-f3aa-4a14-be2f-e48e411e8cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '89243c68-b4f8-45b7-8520-ec7240a88f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:33Z', 'updated_at': '2022-05-18T14:57:40Z', 'revision_number': 5, 'project_id': '379bba80af244096abbf8deb82772854', 'subnets': [{'id': '89243c68-b4f8-45b7-8520-ec7240a88f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:58:48.843025 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.agents_db [None req-a4aab2e5-b658-4b2c-9b1f-100bc6421b45 None None] Agent healthcheck: found 6 active agents {{(pid=110159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:58:48.950234 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948f88bb-59d8-4a4d-bfef-71f6b4403b0e None None] New status for floating IP 5bba0669-482c-4c27-aad9-1c8066af76ec: ACTIVE {{(pid=110158) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 14:58:49.038932 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26848a9a-0b8f-476b-aa85-68f108f27905 req-24b158ad-a60b-480e-a052-c3a60153b755 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:49.040509 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-26848a9a-0b8f-476b-aa85-68f108f27905 req-24b158ad-a60b-480e-a052-c3a60153b755 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 946 time: 0.1523967 May 18 14:58:49.116014 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b39116-4237-417f-93ac-69696f024b29 req-9a036532-645f-43fe-adf0-a2cb3ef6519c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:49.118571 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-a3b39116-4237-417f-93ac-69696f024b29 req-9a036532-645f-43fe-adf0-a2cb3ef6519c service neutron] 10.222.0.49 "GET /v2.0/networks?id=4cb14f9c-6f08-4729-8557-f3c05e247fd9 HTTP/1.1" status: 200 len: 910 time: 0.1648543 May 18 14:58:49.186566 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-26848a9a-0b8f-476b-aa85-68f108f27905 req-a10f9a9e-b2da-4d3b-9cc1-a82c27a0d31a tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb5f753-2908-4023-8bb1-1a4dec319fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359882 May 18 14:58:49.229251 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d895bc7d-b728-4617-94ba-9c22e9978157 req-88d196f1-5389-4156-bf07-c35c49339e17 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:49.236456 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d895bc7d-b728-4617-94ba-9c22e9978157 req-88d196f1-5389-4156-bf07-c35c49339e17 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 943 time: 0.0699849 May 18 14:58:49.359657 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d895bc7d-b728-4617-94ba-9c22e9978157 req-88b33583-4e4d-45da-9b48-45b0051d686f tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218033 May 18 14:58:49.542334 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=100 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:49.546270 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-a3b39116-4237-417f-93ac-69696f024b29 req-f41aad16-87ba-4fe9-941c-4a3ab231d535 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d HTTP/1.1" status: 200 len: 1001 time: 0.1493483 May 18 14:58:49.724956 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b39116-4237-417f-93ac-69696f024b29 req-e177727f-dc81-468b-9c52-f06a093d47fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:49.728749 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-a3b39116-4237-417f-93ac-69696f024b29 req-e177727f-dc81-468b-9c52-f06a093d47fc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=89243c68-b4f8-45b7-8520-ec7240a88f0d HTTP/1.1" status: 200 len: 848 time: 0.1674364 May 18 14:58:49.809714 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b39116-4237-417f-93ac-69696f024b29 req-c013b4f9-a3cc-487b-bab5-ff8bcb27aaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:49.811234 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-a3b39116-4237-417f-93ac-69696f024b29 req-c013b4f9-a3cc-487b-bab5-ff8bcb27aaae service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4cb14f9c-6f08-4729-8557-f3c05e247fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0754023 May 18 14:58:50.088822 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-a3b39116-4237-417f-93ac-69696f024b29 req-6aae8d15-efac-416a-a692-bb00fb8b52ac service neutron] 10.222.0.49 "GET /v2.0/networks/4cb14f9c-6f08-4729-8557-f3c05e247fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685230 May 18 14:58:50.304594 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-a3b39116-4237-417f-93ac-69696f024b29 req-2d46a1df-8c15-4de8-94f5-4ed25ca2ec0b service neutron] 10.222.0.49 "GET /v2.0/networks/4cb14f9c-6f08-4729-8557-f3c05e247fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028606 May 18 14:58:50.418137 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663f2ab-ca23-4be8-aed6-6a38052310d1 req-fc3be66f-9cb3-4d70-a3e4-d9e6d5c346e4 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:50.419874 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0663f2ab-ca23-4be8-aed6-6a38052310d1 req-fc3be66f-9cb3-4d70-a3e4-d9e6d5c346e4 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 946 time: 0.0659423 May 18 14:58:50.530610 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-730c63f0-e49c-431e-9e3b-ed9a19d118d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (7afc6fe8-d13b-4fd3-bc99-e9efab9a141d), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:50.592742 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0663f2ab-ca23-4be8-aed6-6a38052310d1 req-4e37c400-73fd-4084-83cc-e4e652886ce3 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb5f753-2908-4023-8bb1-1a4dec319fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500616 May 18 14:58:50.642500 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d3880-0eaa-4be5-ac95-7ab78d7e1fb9 req-6e821d2d-bc08-4b94-b806-2e2788a2945f tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:50.644004 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-900d3880-0eaa-4be5-ac95-7ab78d7e1fb9 req-6e821d2d-bc08-4b94-b806-2e2788a2945f tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 943 time: 0.1604536 May 18 14:58:50.742840 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-900d3880-0eaa-4be5-ac95-7ab78d7e1fb9 req-0a46e82d-41d5-482a-abb1-74cbb053a5b6 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891178 May 18 14:58:51.759365 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454c715-4969-4889-9ba3-5d47c39d509d req-7ae020aa-4a45-4a64-acfe-9b918ebb9b28 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:51.761928 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0454c715-4969-4889-9ba3-5d47c39d509d req-7ae020aa-4a45-4a64-acfe-9b918ebb9b28 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 946 time: 0.1058798 May 18 14:58:51.871465 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0454c715-4969-4889-9ba3-5d47c39d509d req-88027c06-39f4-40a0-aa09-8d622b3847ea tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb5f753-2908-4023-8bb1-1a4dec319fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022480 May 18 14:58:51.949055 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d9929-0c50-4044-b0ce-786cb3e1c111 req-cbfbd6b4-109e-4dd1-a9de-fd203cda8ff1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:51.951901 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ef4d9929-0c50-4044-b0ce-786cb3e1c111 req-cbfbd6b4-109e-4dd1-a9de-fd203cda8ff1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 943 time: 0.0844586 May 18 14:58:52.061681 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ef4d9929-0c50-4044-b0ce-786cb3e1c111 req-2abf4efc-d06b-48da-a491-edf5c55625ac tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939891 May 18 14:58:52.931293 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6e00f316-8951-4fc5-8901-ac122faef561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (a5518e17-d4a6-403f-b34f-0fa3d03f1833), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:53.008298 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060df201-81ff-4d26-8e8a-30fdbcd46c1a req-cc96b114-9af0-4a2d-b45b-8aa44df149f9 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:53.013099 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-060df201-81ff-4d26-8e8a-30fdbcd46c1a req-cc96b114-9af0-4a2d-b45b-8aa44df149f9 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 946 time: 0.0566759 May 18 14:58:53.070065 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-060df201-81ff-4d26-8e8a-30fdbcd46c1a req-81f7b14a-8c3b-4461-a6fd-5caf21631280 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb5f753-2908-4023-8bb1-1a4dec319fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544477 May 18 14:58:53.200789 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b0b95-136c-4bf1-9236-775fdc95d13e req-d86d334e-a371-4da8-81ef-75148e2e96bc tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:53.202397 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-452b0b95-136c-4bf1-9236-775fdc95d13e req-d86d334e-a371-4da8-81ef-75148e2e96bc tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 943 time: 0.0644281 May 18 14:58:53.259735 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-452b0b95-136c-4bf1-9236-775fdc95d13e req-3bed8c02-9302-410a-b863-73db7fd364d5 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511138 May 18 14:58:54.000325 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-50f4e27f-5619-452e-9630-0448ff5d9157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (0f4dbee4-4999-4f30-b578-59222d25f53e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:54.230985 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ed186-d52d-450f-8c47-82bb3f61fdef req-5548bd95-66b6-4d40-b790-08045bd44cfd tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:54.232803 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ec2ed186-d52d-450f-8c47-82bb3f61fdef req-5548bd95-66b6-4d40-b790-08045bd44cfd tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 946 time: 0.0867245 May 18 14:58:54.298801 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ec2ed186-d52d-450f-8c47-82bb3f61fdef req-9006d6d2-c0eb-4e94-8dac-e12a1bf0800b tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb5f753-2908-4023-8bb1-1a4dec319fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535443 May 18 14:58:54.394570 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f014fcbe-a52c-43b3-b44f-ff15f20c5344 req-5fbf7ffa-9553-4985-9865-2a4ff61d79e3 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:54.396087 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f014fcbe-a52c-43b3-b44f-ff15f20c5344 req-5fbf7ffa-9553-4985-9865-2a4ff61d79e3 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 943 time: 0.0561633 May 18 14:58:54.447450 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f014fcbe-a52c-43b3-b44f-ff15f20c5344 req-651206be-b563-4a50-891f-8a0143719cb3 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455275 May 18 14:58:55.064662 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device 4b7b091c-ade3-422f-a228-9a575395a54b details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=110158) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 14:58:55.173068 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-86248160-1b36-4d80-a449-232705ae1859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (11bd5e7f-0ec7-43f5-9ca8-99d3c1136d9c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:55.185157 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port 4b7b091c-ade3-422f-a228-9a575395a54b, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=4b7b091c-ade3-422f-a228-9a575395a54b,segment=NetworkSegment(68ae329c-889c-4ff0-8ec9-1a3d4793b394),segment_id=68ae329c-889c-4ff0-8ec9-1a3d4793b394)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:58:55.198081 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Returning: {'device': '4b7b091c-ade3-422f-a228-9a575395a54b', 'network_id': '0410fe00-b11d-4309-b353-5cb8e97484be', 'port_id': '4b7b091c-ade3-422f-a228-9a575395a54b', 'mac_address': 'fa:16:3e:09:16:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1be02795-0dc2-4225-87b4-7592fa1ed277', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110158) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 14:58:55.238022 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Current status of the port 4b7b091c-ade3-422f-a228-9a575395a54b is: DOWN; New status is: BUILD {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:58:55.238429 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (4b7b091c-ade3-422f-a228-9a575395a54b), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:55.267324 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b7b091c-ade3-422f-a228-9a575395a54b {{(pid=110158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:58:55.284300 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 35838) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:58:55.294242 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port 4b7b091c-ade3-422f-a228-9a575395a54b, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=4b7b091c-ade3-422f-a228-9a575395a54b,segment=NetworkSegment(68ae329c-889c-4ff0-8ec9-1a3d4793b394),segment_id=68ae329c-889c-4ff0-8ec9-1a3d4793b394)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:58:55.301780 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (4b7b091c-ade3-422f-a228-9a575395a54b), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:55.336791 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:55.340995 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0e1cc93-b69b-4e3b-92b3-c4ff8a18f219 admin admin] Deleting subnet ba4625ae-5a22-49e1-a132-4b2b116110ff {{(pid=110157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 18 14:58:55.346498 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-a0e1cc93-b69b-4e3b-92b3-c4ff8a18f219 admin admin] Publish callbacks [] for subnet (ba4625ae-5a22-49e1-a132-4b2b116110ff), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:55.387367 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-a0e1cc93-b69b-4e3b-92b3-c4ff8a18f219 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14498573'] for subnet (ba4625ae-5a22-49e1-a132-4b2b116110ff), precommit_delete_associations {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:55.407183 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:55.408822 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Pushing event updated for resources: {'Port': ['ID=4b7b091c-ade3-422f-a228-9a575395a54b,revision_number=9']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:58:55.414373 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:55.469320 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-a0e1cc93-b69b-4e3b-92b3-c4ff8a18f219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027974'] for subnet (ba4625ae-5a22-49e1-a132-4b2b116110ff), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:55.540690 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab001752-7906-4d89-a214-672b95a95a8c req-9bf5119e-0deb-4178-ad1f-ebefeea0a1a2 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:55.540690 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ab001752-7906-4d89-a214-672b95a95a8c req-9bf5119e-0deb-4178-ad1f-ebefeea0a1a2 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 946 time: 0.1163378 May 18 14:58:55.542266 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-a0e1cc93-b69b-4e3b-92b3-c4ff8a18f219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2027999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13704730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12604597'] for subnet (ba4625ae-5a22-49e1-a132-4b2b116110ff), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:55.578878 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e1cc93-b69b-4e3b-92b3-c4ff8a18f219 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba4625ae-5a22-49e1-a132-4b2b116110ff,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:58:55.598867 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-a0e1cc93-b69b-4e3b-92b3-c4ff8a18f219 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for subnet (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:55.604312 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-a0e1cc93-b69b-4e3b-92b3-c4ff8a18f219 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/ba4625ae-5a22-49e1-a132-4b2b116110ff HTTP/1.1" status: 204 len: 168 time: 0.3162956 May 18 14:58:55.605715 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 35844) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:58:55.661989 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ab001752-7906-4d89-a214-672b95a95a8c req-e0914fd1-67d8-4241-9bee-1b8812acdc5a tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb5f753-2908-4023-8bb1-1a4dec319fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103215 May 18 14:58:55.668092 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8451fd4-0730-4735-bf6d-85ce44203296 req-86b15141-2be3-4fca-8fa5-e1883009334b tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:55.674838 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d8451fd4-0730-4735-bf6d-85ce44203296 req-86b15141-2be3-4fca-8fa5-e1883009334b tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 944 time: 0.1023123 May 18 14:58:55.716217 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] get_ports_and_sgs() called for port_ids ['4b7b091c-ade3-422f-a228-9a575395a54b'] {{(pid=110158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 14:58:55.744936 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d8451fd4-0730-4735-bf6d-85ce44203296 req-30e97f71-ef5f-4a3a-867c-7973168d8bd1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675464 May 18 14:58:55.752063 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-142b91c3-1009-402e-9ace-12b6d862dae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1954329'] for network (b1070a25-b6bd-45ba-8976-aa1e0d09c083), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:55.821181 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:55.860119 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-142b91c3-1009-402e-9ace-12b6d862dae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017651', 'neutron.services.segments.db._delete_segments_for_network-8770382701078'] for network (b1070a25-b6bd-45ba-8976-aa1e0d09c083), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:55.886769 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.services.segments.db [None req-142b91c3-1009-402e-9ace-12b6d862dae7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1070a25-b6bd-45ba-8976-aa1e0d09c083']}} {{(pid=110156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:58:55.899260 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.services.segments.db [None req-142b91c3-1009-402e-9ace-12b6d862dae7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45c91823-dda8-463e-8d18-46620d7c6107') {'for_net_delete': True} {{(pid=110156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:58:55.899830 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.services.segments.db [None req-142b91c3-1009-402e-9ace-12b6d862dae7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45c91823-dda8-463e-8d18-46620d7c6107') {} {{(pid=110156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:58:55.909821 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-142b91c3-1009-402e-9ace-12b6d862dae7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770382700063', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14249941'] for segment (45c91823-dda8-463e-8d18-46620d7c6107), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:55.926387 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-142b91c3-1009-402e-9ace-12b6d862dae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029885'] for segment (45c91823-dda8-463e-8d18-46620d7c6107), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:55.935052 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-142b91c3-1009-402e-9ace-12b6d862dae7 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=110156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:58:55.935730 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-142b91c3-1009-402e-9ace-12b6d862dae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14495125'] for segment (45c91823-dda8-463e-8d18-46620d7c6107), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:55.937842 dv-cinder-839987-7-iscsi neutron-server[110156]: Traceback (most recent call last): May 18 14:58:55.937842 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:58:55.937842 dv-cinder-839987-7-iscsi neutron-server[110156]: timer() May 18 14:58:55.937842 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:58:55.937842 dv-cinder-839987-7-iscsi neutron-server[110156]: cb(*args, **kw) May 18 14:58:55.937842 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 18 14:58:55.937842 dv-cinder-839987-7-iscsi neutron-server[110156]: return func(*args, **kwargs) May 18 14:58:55.937842 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:58:55.937842 dv-cinder-839987-7-iscsi neutron-server[110156]: self._notify() May 18 14:58:55.937842 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:58:55.937842 dv-cinder-839987-7-iscsi neutron-server[110156]: self.callback(batched_events) May 18 14:58:55.937842 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:58:55.937842 dv-cinder-839987-7-iscsi neutron-server[110156]: event.method(event) May 18 14:58:55.937842 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 14:58:55.937842 dv-cinder-839987-7-iscsi neutron-server[110156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:58:55.937842 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 14:58:55.937842 dv-cinder-839987-7-iscsi neutron-server[110156]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:58:55.937842 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 14:58:55.937842 dv-cinder-839987-7-iscsi neutron-server[110156]: return f(self, *a, **k) May 18 14:58:55.937842 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 14:58:55.937842 dv-cinder-839987-7-iscsi neutron-server[110156]: return self._get(url).json() May 18 14:58:55.937842 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 14:58:55.937842 dv-cinder-839987-7-iscsi neutron-server[110156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:58:55.937842 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:58:55.937842 dv-cinder-839987-7-iscsi neutron-server[110156]: return self.request(url, 'GET', **kwargs) May 18 14:58:55.937842 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:58:55.937842 dv-cinder-839987-7-iscsi neutron-server[110156]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:58:55.937842 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:58:55.937842 dv-cinder-839987-7-iscsi neutron-server[110156]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:58:55.937842 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:58:55.937842 dv-cinder-839987-7-iscsi neutron-server[110156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:58:55.937842 dv-cinder-839987-7-iscsi neutron-server[110156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:58:55.979638 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:56.003012 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-142b91c3-1009-402e-9ace-12b6d862dae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008250'] for network (b1070a25-b6bd-45ba-8976-aa1e0d09c083), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:56.008737 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-142b91c3-1009-402e-9ace-12b6d862dae7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for network (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:56.012311 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-142b91c3-1009-402e-9ace-12b6d862dae7 admin admin] 10.222.0.59 "DELETE /v2.0/networks/b1070a25-b6bd-45ba-8976-aa1e0d09c083 HTTP/1.1" status: 204 len: 168 time: 0.4055552 May 18 14:58:56.028400 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142b91c3-1009-402e-9ace-12b6d862dae7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1070a25-b6bd-45ba-8976-aa1e0d09c083,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:58:56.036472 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b91c3-1009-402e-9ace-12b6d862dae7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:56.036955 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b91c3-1009-402e-9ace-12b6d862dae7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:56.037402 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b91c3-1009-402e-9ace-12b6d862dae7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:56.037830 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b91c3-1009-402e-9ace-12b6d862dae7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:56.038383 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b91c3-1009-402e-9ace-12b6d862dae7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:56.038915 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b91c3-1009-402e-9ace-12b6d862dae7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:56.039435 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b91c3-1009-402e-9ace-12b6d862dae7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:56.039837 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b91c3-1009-402e-9ace-12b6d862dae7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:56.040228 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b91c3-1009-402e-9ace-12b6d862dae7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:56.040781 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b91c3-1009-402e-9ace-12b6d862dae7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:56.041295 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b91c3-1009-402e-9ace-12b6d862dae7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:56.041817 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b91c3-1009-402e-9ace-12b6d862dae7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:56.042331 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b91c3-1009-402e-9ace-12b6d862dae7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:56.042845 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b91c3-1009-402e-9ace-12b6d862dae7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:56.043361 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b91c3-1009-402e-9ace-12b6d862dae7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:56.237222 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 35848) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:58:56.294839 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-b7ac0ff7-63cd-459a-bd15-43e0cb76737f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a9de5514ed904b8990b1a4f375b01bd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0562029 May 18 14:58:56.297285 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 35850) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:58:56.347237 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-5fe51f2d-7886-4e4b-b2a4-f64bd6173c47 admin admin] Publish callbacks [] for security_group (860ae54b-cbfa-4172-b3c4-55c61d1ba833), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:56.375113 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-5fe51f2d-7886-4e4b-b2a4-f64bd6173c47 admin admin] Publish callbacks [] for security_group (860ae54b-cbfa-4172-b3c4-55c61d1ba833), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:56.427783 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-5fe51f2d-7886-4e4b-b2a4-f64bd6173c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (860ae54b-cbfa-4172-b3c4-55c61d1ba833), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:56.430532 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-5fe51f2d-7886-4e4b-b2a4-f64bd6173c47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:56.434537 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-5fe51f2d-7886-4e4b-b2a4-f64bd6173c47 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/860ae54b-cbfa-4172-b3c4-55c61d1ba833 HTTP/1.1" status: 204 len: 168 time: 0.1336808 May 18 14:58:56.448266 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe51f2d-7886-4e4b-b2a4-f64bd6173c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860ae54b-cbfa-4172-b3c4-55c61d1ba833,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:58:56.476499 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:56.819336 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e12287-2b75-433c-9d6c-adacbfeaadca req-d7d2188e-9f46-4b13-bbe9-823c2266baac tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:56.822690 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-59e12287-2b75-433c-9d6c-adacbfeaadca req-d7d2188e-9f46-4b13-bbe9-823c2266baac tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 946 time: 0.0715704 May 18 14:58:56.898759 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6021827-1244-41fd-9956-9f947be016ea req-3e617aee-e818-43da-9657-86edc2328c16 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:56.900241 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-c6021827-1244-41fd-9956-9f947be016ea req-3e617aee-e818-43da-9657-86edc2328c16 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 944 time: 0.0735962 May 18 14:58:56.939796 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-59e12287-2b75-433c-9d6c-adacbfeaadca req-a70546ea-c763-4166-a976-817369f403a5 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb5f753-2908-4023-8bb1-1a4dec319fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106117 May 18 14:58:56.977511 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-c6021827-1244-41fd-9956-9f947be016ea req-adf60760-0c49-4b1c-857e-3376655cf504 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661025 May 18 14:58:57.084282 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device 4b7b091c-ade3-422f-a228-9a575395a54b up at agent hyperv_hv-cinder-83998 {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:58:57.152497 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Provisioning complete for port 4b7b091c-ade3-422f-a228-9a575395a54b triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:58:57.153016 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (4b7b091c-ade3-422f-a228-9a575395a54b), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:57.246093 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Current status of the port 4b7b091c-ade3-422f-a228-9a575395a54b is: BUILD; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:58:57.246485 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (4b7b091c-ade3-422f-a228-9a575395a54b), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:57.272514 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf9b2c2-1694-4695-8c54-940340452792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7b091c-ade3-422f-a228-9a575395a54b'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:58:57.274792 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62dae43363b0d9fbe88fecb50d2dfb4fafe72539e0e1d03116e82a6fdda86ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d43af2c-ae7d-463c-935f-6c7a875f4bda" -d '{"events": [{"server_uuid": "5cf9b2c2-1694-4695-8c54-940340452792", "name": "network-vif-plugged", "status": "completed", "tag": "4b7b091c-ade3-422f-a228-9a575395a54b"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:58:57.315683 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port 4b7b091c-ade3-422f-a228-9a575395a54b, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=4b7b091c-ade3-422f-a228-9a575395a54b,segment=NetworkSegment(68ae329c-889c-4ff0-8ec9-1a3d4793b394),segment_id=68ae329c-889c-4ff0-8ec9-1a3d4793b394)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:58:57.321842 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (4b7b091c-ade3-422f-a228-9a575395a54b), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:58:57.327776 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 14:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a34a53-6271-46c3-99d3-77b520125328 x-openstack-request-id: req-96a34a53-6271-46c3-99d3-77b520125328 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:58:57.328317 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf9b2c2-1694-4695-8c54-940340452792", "name": "network-vif-plugged", "status": "completed", "tag": "4b7b091c-ade3-422f-a228-9a575395a54b", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:58:57.328554 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-96a34a53-6271-46c3-99d3-77b520125328 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:58:57.329128 dv-cinder-839987-7-iscsi neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96a34a53-6271-46c3-99d3-77b520125328'] response: {'server_uuid': '5cf9b2c2-1694-4695-8c54-940340452792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7b091c-ade3-422f-a228-9a575395a54b', 'code': 200} May 18 14:58:57.405510 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Pushing event updated for resources: {'Port': ['ID=4b7b091c-ade3-422f-a228-9a575395a54b,revision_number=10']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:58:57.982527 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ebb0e-2268-4383-99d7-6a37963617e1 req-a10f0a14-4071-45d7-9c93-24b7b99082bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:57.984139 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-365ebb0e-2268-4383-99d7-6a37963617e1 req-a10f0a14-4071-45d7-9c93-24b7b99082bb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 1130 time: 0.0516765 May 18 14:58:58.084659 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-365ebb0e-2268-4383-99d7-6a37963617e1 req-0d9a282d-b26a-4239-9edb-b0703707c864 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927737 May 18 14:58:58.161504 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc759bd0-8dce-4494-b81f-a63eb6b22ddb req-3469bc7c-97d7-4ab8-89c7-94e72ef30f60 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:58.163702 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-dc759bd0-8dce-4494-b81f-a63eb6b22ddb req-3469bc7c-97d7-4ab8-89c7-94e72ef30f60 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 946 time: 0.1041226 May 18 14:58:58.192120 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62397c34-99fd-43e8-87e6-6505c0a5ca4d req-d23573e9-5661-4f16-ae24-1dba4e8015b4 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:58.197767 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-62397c34-99fd-43e8-87e6-6505c0a5ca4d req-d23573e9-5661-4f16-ae24-1dba4e8015b4 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 946 time: 0.0799174 May 18 14:58:58.246239 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-dc759bd0-8dce-4494-b81f-a63eb6b22ddb req-4280056d-a3fa-4304-b44f-edcbe638110f tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb5f753-2908-4023-8bb1-1a4dec319fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762091 May 18 14:58:58.281004 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-62397c34-99fd-43e8-87e6-6505c0a5ca4d req-96d7d752-7487-47b4-ae35-324744498381 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780067 May 18 14:58:58.578023 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:DELETE=5 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:58.620713 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466e9a5-f7e7-40d4-9e0c-00165c073103 req-e1c8da1c-a3ca-428f-b628-1a4fbbc98e22 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:58.622187 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-a466e9a5-f7e7-40d4-9e0c-00165c073103 req-e1c8da1c-a3ca-428f-b628-1a4fbbc98e22 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/networks?id=5bc950ac-9a60-4db1-9e91-6b6e6f038301 HTTP/1.1" status: 200 len: 815 time: 0.1048279 May 18 14:58:58.636571 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-a466e9a5-f7e7-40d4-9e0c-00165c073103 req-d91d175a-9216-410f-b5b5-a2f714d6b4b9 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/quotas/51aa9f371a9c4b20bd52f8e251c80711 HTTP/1.1" status: 200 len: 375 time: 0.0091512 May 18 14:58:58.688674 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-a466e9a5-f7e7-40d4-9e0c-00165c073103 req-405d49d0-2446-408d-9d12-706917619065 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=51aa9f371a9c4b20bd52f8e251c80711&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473990 May 18 14:58:58.782970 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-a466e9a5-f7e7-40d4-9e0c-00165c073103 req-71b34aea-a5be-4698-a8b0-4725bbc36492 service neutron] 10.222.0.59 "GET /v2.0/networks/5bc950ac-9a60-4db1-9e91-6b6e6f038301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826602 May 18 14:58:59.097139 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-a466e9a5-f7e7-40d4-9e0c-00165c073103 req-76d02ccb-a96b-4e12-886f-cccd7d2c93da service neutron] 10.222.0.59 "GET /v2.0/networks/5bc950ac-9a60-4db1-9e91-6b6e6f038301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079386 May 18 14:58:59.269783 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-73640904-c6b8-4ef0-a5f8-32459fbc4627 req-fcc88fac-200c-4781-84a0-486b9787f240 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d158898-fe22-450d-8a03-33f781b6fa1f HTTP/1.1" status: 200 len: 210 time: 0.0297594 May 18 14:58:59.394879 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df5df5-49e3-4c84-b094-1f52d070815c req-3c0f931f-c8b7-4de2-819e-77a4b52c2797 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:59.402284 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-95df5df5-49e3-4c84-b094-1f52d070815c req-3c0f931f-c8b7-4de2-819e-77a4b52c2797 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 946 time: 0.0592873 May 18 14:58:59.428964 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:58:59.484014 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b0d090-e28d-4dbb-829a-fde6b9137295 req-0c766a8a-5ecc-4692-9faa-9677e60361e8 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:58:59.485549 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-84b0d090-e28d-4dbb-829a-fde6b9137295 req-0c766a8a-5ecc-4692-9faa-9677e60361e8 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 946 time: 0.0813434 May 18 14:58:59.502377 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-95df5df5-49e3-4c84-b094-1f52d070815c req-1a28e6ab-b18c-403c-8bc3-a64696fbaceb tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb5f753-2908-4023-8bb1-1a4dec319fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990808 May 18 14:58:59.573509 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-84b0d090-e28d-4dbb-829a-fde6b9137295 req-b3484f09-b4d8-477a-ae29-4de2f26f7bb7 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698209 May 18 14:59:00.374995 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-cbd57425-4463-48b1-9f65-191bddb0b1c8 req-aff3eeb8-40d0-4229-b501-bbd99f8b1d40 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d158898-fe22-450d-8a03-33f781b6fa1f HTTP/1.1" status: 200 len: 210 time: 0.0286732 May 18 14:59:00.625826 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c189131-71f4-4a98-abc8-6f292689c694 req-3b9bff47-f566-4e2c-ab13-353cd026e772 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:00.634780 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-9c189131-71f4-4a98-abc8-6f292689c694 req-3b9bff47-f566-4e2c-ab13-353cd026e772 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 946 time: 0.0608304 May 18 14:59:00.740559 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-9c189131-71f4-4a98-abc8-6f292689c694 req-a695acde-5ce6-4c1c-aaa1-7120f2d0f74d tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb5f753-2908-4023-8bb1-1a4dec319fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952728 May 18 14:59:00.748378 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b238ff4-9d72-426c-a2f2-387d64a4599f req-5ceb812d-72a7-4400-94f7-b02a6a4fed92 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:00.750130 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0b238ff4-9d72-426c-a2f2-387d64a4599f req-5ceb812d-72a7-4400-94f7-b02a6a4fed92 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 946 time: 0.0806873 May 18 14:59:00.801454 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:59:00.810669 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466e9a5-f7e7-40d4-9e0c-00165c073103 req-f1181c93-f188-47aa-82c9-49aa59db1271 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:00.812295 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-a466e9a5-f7e7-40d4-9e0c-00165c073103 req-f1181c93-f188-47aa-82c9-49aa59db1271 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.49 "GET /v2.0/networks?id=5bc950ac-9a60-4db1-9e91-6b6e6f038301 HTTP/1.1" status: 200 len: 815 time: 0.1412277 May 18 14:59:00.813198 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0b238ff4-9d72-426c-a2f2-387d64a4599f req-f6e5c25c-da3c-4269-9613-88dcf20920f1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562339 May 18 14:59:00.839839 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [req-a466e9a5-f7e7-40d4-9e0c-00165c073103 req-087c2873-61e0-4532-bdc7-f52c4814a8c5 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Request body: {'port': {'device_id': '1d158898-fe22-450d-8a03-33f781b6fa1f', 'network_id': '5bc950ac-9a60-4db1-9e91-6b6e6f038301', 'admin_state_up': True, 'tenant_id': '51aa9f371a9c4b20bd52f8e251c80711'}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:59:00.969197 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a466e9a5-f7e7-40d4-9e0c-00165c073103 req-087c2873-61e0-4532-bdc7-f52c4814a8c5 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Made reservation on behalf of 51aa9f371a9c4b20bd52f8e251c80711 for: {'port': 1} {{(pid=110156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:59:00.974827 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-a466e9a5-f7e7-40d4-9e0c-00165c073103 req-087c2873-61e0-4532-bdc7-f52c4814a8c5 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:01.121543 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.db_base_plugin_common [req-a466e9a5-f7e7-40d4-9e0c-00165c073103 req-087c2873-61e0-4532-bdc7-f52c4814a8c5 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Allocated IP 172.20.0.12 (5bc950ac-9a60-4db1-9e91-6b6e6f038301/f67ef94c-fe95-4707-8c30-e8bb6bac9712/13109190-8799-4d42-a04f-c61a209975be) {{(pid=110156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:59:01.296886 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-a466e9a5-f7e7-40d4-9e0c-00165c073103 req-087c2873-61e0-4532-bdc7-f52c4814a8c5 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Publish callbacks [] for port (13109190-8799-4d42-a04f-c61a209975be), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:01.311451 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:59:01.340242 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-a466e9a5-f7e7-40d4-9e0c-00165c073103 req-087c2873-61e0-4532-bdc7-f52c4814a8c5 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14495174'] for port (13109190-8799-4d42-a04f-c61a209975be), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:01.397643 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a466e9a5-f7e7-40d4-9e0c-00165c073103 req-087c2873-61e0-4532-bdc7-f52c4814a8c5 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Network 5bc950ac-9a60-4db1-9e91-6b6e6f038301 is already hosted by enough agents. {{(pid=110156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:59:01.401758 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.base_scheduler [req-a466e9a5-f7e7-40d4-9e0c-00165c073103 req-087c2873-61e0-4532-bdc7-f52c4814a8c5 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Resources bound (agent type, host, resource id): {{(pid=110156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:59:01.405844 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.l3_dvrscheduler_db [req-a466e9a5-f7e7-40d4-9e0c-00165c073103 req-087c2873-61e0-4532-bdc7-f52c4814a8c5 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Received port after_create {{(pid=110156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:59:01.435692 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c2873-61e0-4532-bdc7-f52c4814a8c5 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Pushing event updated for resources: {'Port': ['ID=13109190-8799-4d42-a04f-c61a209975be,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:59:01.482045 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466e9a5-f7e7-40d4-9e0c-00165c073103 req-087c2873-61e0-4532-bdc7-f52c4814a8c5 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:01.483254 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-a466e9a5-f7e7-40d4-9e0c-00165c073103 req-087c2873-61e0-4532-bdc7-f52c4814a8c5 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for port (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:01.520934 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-a466e9a5-f7e7-40d4-9e0c-00165c073103 req-087c2873-61e0-4532-bdc7-f52c4814a8c5 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6844816 May 18 14:59:01.584054 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a77cdc-4e0c-4497-94fc-b60d75e1794d req-88fac279-643d-4491-ba84-ebc35d99eaea tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:01.588996 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-05a77cdc-4e0c-4497-94fc-b60d75e1794d req-88fac279-643d-4491-ba84-ebc35d99eaea tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d158898-fe22-450d-8a03-33f781b6fa1f HTTP/1.1" status: 200 len: 932 time: 0.0880060 May 18 14:59:01.647757 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-05a77cdc-4e0c-4497-94fc-b60d75e1794d req-d094060e-1c3c-4ae5-9ea3-cb7f8001a0d2 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ae6d231-2416-440b-a669-c55404a7aa80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515091 May 18 14:59:01.800202 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-cbaa94d3-8190-4c38-abea-a69f3ca1fdcc None None] Provisioning complete for port 13109190-8799-4d42-a04f-c61a209975be triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:59:01.801914 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cbaa94d3-8190-4c38-abea-a69f3ca1fdcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (13109190-8799-4d42-a04f-c61a209975be), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:01.845804 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-cbaa94d3-8190-4c38-abea-a69f3ca1fdcc None None] Port 13109190-8799-4d42-a04f-c61a209975be cannot update to ACTIVE because it is not bound. {{(pid=110158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:59:01.868661 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b340fdd9-4787-4c15-ad3b-3f1bb4ad031e req-9cf5f908-3427-448f-bac2-b6bb72145b98 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:01.870274 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-b340fdd9-4787-4c15-ad3b-3f1bb4ad031e req-9cf5f908-3427-448f-bac2-b6bb72145b98 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 946 time: 0.0580008 May 18 14:59:01.951887 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-b340fdd9-4787-4c15-ad3b-3f1bb4ad031e req-ec928f52-f5e7-432a-8603-ba2b2364e800 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb5f753-2908-4023-8bb1-1a4dec319fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761344 May 18 14:59:01.960976 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8313e71-624a-454c-9427-236a4cbe6bc9 req-3b06b6e3-826d-4898-ae6c-368977dd1625 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:01.962498 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d8313e71-624a-454c-9427-236a4cbe6bc9 req-3b06b6e3-826d-4898-ae6c-368977dd1625 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 946 time: 0.0704019 May 18 14:59:02.023339 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d8313e71-624a-454c-9427-236a4cbe6bc9 req-8923a0a8-c40b-4edc-8f7a-55b199fb9e3d tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474520 May 18 14:59:02.788143 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a0233-2b0f-4b00-8e40-aaae662990ca req-81e81310-e8aa-4d3d-b4e2-bfdfccf26b95 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:02.790658 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-358a0233-2b0f-4b00-8e40-aaae662990ca req-81e81310-e8aa-4d3d-b4e2-bfdfccf26b95 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d158898-fe22-450d-8a03-33f781b6fa1f HTTP/1.1" status: 200 len: 932 time: 0.0588593 May 18 14:59:02.846413 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:59:02.852829 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-358a0233-2b0f-4b00-8e40-aaae662990ca req-208c098f-cdca-4a41-83e5-f597b8eb95be tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ae6d231-2416-440b-a669-c55404a7aa80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552056 May 18 14:59:03.086701 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f8cd09-2d42-42dd-8d72-8a661b141feb req-48258980-fc85-47e9-a429-6d46aaa1c7c3 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:03.089521 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f5f8cd09-2d42-42dd-8d72-8a661b141feb req-48258980-fc85-47e9-a429-6d46aaa1c7c3 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 946 time: 0.0526412 May 18 14:59:03.145025 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f5f8cd09-2d42-42dd-8d72-8a661b141feb req-0177d4ed-55bb-4164-bf1c-aa780c0af6dd tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb5f753-2908-4023-8bb1-1a4dec319fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499756 May 18 14:59:03.991317 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfbc885-ec35-4e9f-ad85-c6b9f3e7d926 req-598c4d65-3992-4aa5-ba28-161287859772 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:03.997120 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2cfbc885-ec35-4e9f-ad85-c6b9f3e7d926 req-598c4d65-3992-4aa5-ba28-161287859772 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d158898-fe22-450d-8a03-33f781b6fa1f HTTP/1.1" status: 200 len: 932 time: 0.0739713 May 18 14:59:04.046546 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2cfbc885-ec35-4e9f-ad85-c6b9f3e7d926 req-a53222bf-7206-48a3-a2b3-7632a835e8e2 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ae6d231-2416-440b-a669-c55404a7aa80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478604 May 18 14:59:04.280381 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29372c48-3139-4c53-a12c-d6977d76f7f6 req-36b8f76f-44d0-4087-a27d-3c3867841aba tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:04.288086 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-29372c48-3139-4c53-a12c-d6977d76f7f6 req-36b8f76f-44d0-4087-a27d-3c3867841aba tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 946 time: 0.0587027 May 18 14:59:04.343098 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-29372c48-3139-4c53-a12c-d6977d76f7f6 req-5638f50b-22bb-4905-8413-2d517e71418a tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb5f753-2908-4023-8bb1-1a4dec319fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515594 May 18 14:59:04.860738 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=75 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:59:04.863189 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=7 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:59:05.175562 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1778bae1-c601-4116-ba2f-19da6e2e0116 req-f4ce40d4-46cb-4cf0-8fb0-2a744d2cc0ce tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:05.177371 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1778bae1-c601-4116-ba2f-19da6e2e0116 req-f4ce40d4-46cb-4cf0-8fb0-2a744d2cc0ce tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d158898-fe22-450d-8a03-33f781b6fa1f HTTP/1.1" status: 200 len: 932 time: 0.0577066 May 18 14:59:05.204018 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:59:05.229293 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1778bae1-c601-4116-ba2f-19da6e2e0116 req-b0efd312-b015-4dc1-a84b-c5dbe738e6dd tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ae6d231-2416-440b-a669-c55404a7aa80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461581 May 18 14:59:05.481557 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12887e59-8548-4dc7-b7fb-df90974f5160 req-293679ac-aa72-48b5-96c2-f5e6b4cfad90 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:05.483037 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-12887e59-8548-4dc7-b7fb-df90974f5160 req-293679ac-aa72-48b5-96c2-f5e6b4cfad90 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 946 time: 0.0539155 May 18 14:59:05.533232 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-12887e59-8548-4dc7-b7fb-df90974f5160 req-00abf4e8-5929-4317-b2ef-d7218cf3b7f1 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb5f753-2908-4023-8bb1-1a4dec319fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445604 May 18 14:59:06.354135 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcaf353-1146-44db-935a-f0c45ed8583c req-7f7351e4-3610-41e6-8233-7c777f70cf21 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:06.355909 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7fcaf353-1146-44db-935a-f0c45ed8583c req-7f7351e4-3610-41e6-8233-7c777f70cf21 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d158898-fe22-450d-8a03-33f781b6fa1f HTTP/1.1" status: 200 len: 932 time: 0.0529587 May 18 14:59:06.405038 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7fcaf353-1146-44db-935a-f0c45ed8583c req-43c1c67a-d6a3-4f2c-b514-bea8745558c3 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ae6d231-2416-440b-a669-c55404a7aa80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434971 May 18 14:59:06.652049 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2252f1-d980-4ff0-bdc4-a60f074e65b0 req-a43c070c-6286-4fa9-8569-e89dbdaddc9d tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:06.653601 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-bb2252f1-d980-4ff0-bdc4-a60f074e65b0 req-a43c070c-6286-4fa9-8569-e89dbdaddc9d tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 946 time: 0.0497279 May 18 14:59:06.708683 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-bb2252f1-d980-4ff0-bdc4-a60f074e65b0 req-164ca449-f283-4ebd-bb2d-2eae94cd185d tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb5f753-2908-4023-8bb1-1a4dec319fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487106 May 18 14:59:07.525628 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5304956-2588-4c81-9a2e-38d2cfb1adf0 req-637a66c4-769d-4839-81b9-8f4d1f9e1fa9 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:07.527062 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-a5304956-2588-4c81-9a2e-38d2cfb1adf0 req-637a66c4-769d-4839-81b9-8f4d1f9e1fa9 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d158898-fe22-450d-8a03-33f781b6fa1f HTTP/1.1" status: 200 len: 932 time: 0.0549560 May 18 14:59:07.579661 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-a5304956-2588-4c81-9a2e-38d2cfb1adf0 req-94f9c034-2573-4124-a232-a051a0cc52ca tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ae6d231-2416-440b-a669-c55404a7aa80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468266 May 18 14:59:07.830256 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec674546-9c1c-4bcc-8891-a14120107337 req-20d53dd1-6f60-469d-a55a-f74b9c7a2628 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:07.832439 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ec674546-9c1c-4bcc-8891-a14120107337 req-20d53dd1-6f60-469d-a55a-f74b9c7a2628 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 946 time: 0.0512199 May 18 14:59:07.885284 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ec674546-9c1c-4bcc-8891-a14120107337 req-6c04e546-7ae1-447c-a4ea-72de4174fe45 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb5f753-2908-4023-8bb1-1a4dec319fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453155 May 18 14:59:08.320958 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 36132) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:59:08.440302 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-38f6c0dc-f7b2-448c-a7d3-d24c2d16a963 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:08.518884 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-38f6c0dc-f7b2-448c-a7d3-d24c2d16a963 admin admin] Publish callbacks [] for security_group (40357c86-6731-44a0-83bb-fb745272dd4f), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:08.523709 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-38f6c0dc-f7b2-448c-a7d3-d24c2d16a963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (40357c86-6731-44a0-83bb-fb745272dd4f), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:08.550060 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-38f6c0dc-f7b2-448c-a7d3-d24c2d16a963 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a5435e45fafe42b49f8c451dec225119&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2279088 May 18 14:59:08.553093 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 36136) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:59:08.556309 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:59:08.572266 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f6c0dc-f7b2-448c-a7d3-d24c2d16a963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40357c86-6731-44a0-83bb-fb745272dd4f,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:59:08.616230 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-4cd08abd-4750-4fa5-8e56-767f12a1b884 admin admin] Publish callbacks [] for security_group (40357c86-6731-44a0-83bb-fb745272dd4f), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:08.642282 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-4cd08abd-4750-4fa5-8e56-767f12a1b884 admin admin] Publish callbacks [] for security_group (40357c86-6731-44a0-83bb-fb745272dd4f), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:08.722761 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c0106-3d8f-4358-b149-4bf33fa88f2a req-9d34f96a-3200-4b74-8ca0-1db25a2a28bb tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:08.724410 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ba1c0106-3d8f-4358-b149-4bf33fa88f2a req-9d34f96a-3200-4b74-8ca0-1db25a2a28bb tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d158898-fe22-450d-8a03-33f781b6fa1f HTTP/1.1" status: 200 len: 932 time: 0.0622711 May 18 14:59:08.747150 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:59:08.766528 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-4cd08abd-4750-4fa5-8e56-767f12a1b884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (40357c86-6731-44a0-83bb-fb745272dd4f), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:08.769472 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-4cd08abd-4750-4fa5-8e56-767f12a1b884 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:08.770799 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-4cd08abd-4750-4fa5-8e56-767f12a1b884 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/40357c86-6731-44a0-83bb-fb745272dd4f HTTP/1.1" status: 204 len: 168 time: 0.2166145 May 18 14:59:08.790941 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd08abd-4750-4fa5-8e56-767f12a1b884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40357c86-6731-44a0-83bb-fb745272dd4f,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:59:08.817077 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ba1c0106-3d8f-4358-b149-4bf33fa88f2a req-f1a0f7ab-e411-44ea-a8da-8043a343c36b tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ae6d231-2416-440b-a669-c55404a7aa80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860295 May 18 14:59:09.043808 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd35746-2cfa-4f07-92c0-904587b4a8ce req-655349ec-2082-4f6b-98de-6fe4fe3689f2 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:09.048389 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-afd35746-2cfa-4f07-92c0-904587b4a8ce req-655349ec-2082-4f6b-98de-6fe4fe3689f2 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 946 time: 0.0630717 May 18 14:59:09.113881 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-afd35746-2cfa-4f07-92c0-904587b4a8ce req-b01e3a63-a0e0-4151-b949-587bc8151b46 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb5f753-2908-4023-8bb1-1a4dec319fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601697 May 18 14:59:09.943826 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8254b30-3392-4d70-94e8-471fe18dfc35 req-762938f4-0e7a-4370-bc94-ee1d68779105 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:09.945394 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d8254b30-3392-4d70-94e8-471fe18dfc35 req-762938f4-0e7a-4370-bc94-ee1d68779105 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d158898-fe22-450d-8a03-33f781b6fa1f HTTP/1.1" status: 200 len: 932 time: 0.0519319 May 18 14:59:09.986185 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:59:09.995446 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d8254b30-3392-4d70-94e8-471fe18dfc35 req-e05d52a3-851c-4cb6-a86e-6349691e5bea tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ae6d231-2416-440b-a669-c55404a7aa80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442741 May 18 14:59:10.229772 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0575f930-8951-4e85-b1a1-6402bde35fa4 req-f921f952-39f3-41f4-a9ab-4e2250665383 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:10.231269 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0575f930-8951-4e85-b1a1-6402bde35fa4 req-f921f952-39f3-41f4-a9ab-4e2250665383 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 946 time: 0.0480173 May 18 14:59:10.280697 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0575f930-8951-4e85-b1a1-6402bde35fa4 req-77248be8-2a5c-41c2-abd9-d68a5474f7e5 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb5f753-2908-4023-8bb1-1a4dec319fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438478 May 18 14:59:10.946858 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [req-a466e9a5-f7e7-40d4-9e0c-00165c073103 req-b145e942-868d-4341-acd3-1168f30c6108 service neutron] Request body: {'port': {'device_id': '1d158898-fe22-450d-8a03-33f781b6fa1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:59:11.010502 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-a466e9a5-f7e7-40d4-9e0c-00165c073103 req-b145e942-868d-4341-acd3-1168f30c6108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (13109190-8799-4d42-a04f-c61a209975be), before_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:11.120181 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa8251-29bb-426e-82cd-e51cbd802997 req-6fed87bc-ca2a-4bb0-9c6e-7940ff2f03ad tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:11.122094 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2eaa8251-29bb-426e-82cd-e51cbd802997 req-6fed87bc-ca2a-4bb0-9c6e-7940ff2f03ad tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d158898-fe22-450d-8a03-33f781b6fa1f HTTP/1.1" status: 200 len: 932 time: 0.0530491 May 18 14:59:11.181130 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2eaa8251-29bb-426e-82cd-e51cbd802997 req-49dde968-e841-4a0f-b59d-b646a360ef65 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ae6d231-2416-440b-a669-c55404a7aa80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529301 May 18 14:59:11.330181 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.notifiers.nova [req-a466e9a5-f7e7-40d4-9e0c-00165c073103 req-b145e942-868d-4341-acd3-1168f30c6108 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13109190-8799-4d42-a04f-c61a209975be {{(pid=110156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:59:11.337866 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-a466e9a5-f7e7-40d4-9e0c-00165c073103 req-b145e942-868d-4341-acd3-1168f30c6108 service neutron] Publish callbacks [] for port (13109190-8799-4d42-a04f-c61a209975be), precommit_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:11.355133 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.provisioning_blocks [req-a466e9a5-f7e7-40d4-9e0c-00165c073103 req-b145e942-868d-4341-acd3-1168f30c6108 service neutron] Transition to ACTIVE for port object 13109190-8799-4d42-a04f-c61a209975be will not be triggered until provisioned by entity L2. {{(pid=110156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 14:59:11.358891 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-a466e9a5-f7e7-40d4-9e0c-00165c073103 req-b145e942-868d-4341-acd3-1168f30c6108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14495217'] for port (13109190-8799-4d42-a04f-c61a209975be), after_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:11.397009 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6293b038-ffe1-4793-b974-405723ded614 req-be221fd3-23f6-494d-a12a-2d0a0de99922 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:11.398649 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6293b038-ffe1-4793-b974-405723ded614 req-be221fd3-23f6-494d-a12a-2d0a0de99922 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 946 time: 0.0484600 May 18 14:59:11.452713 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6293b038-ffe1-4793-b974-405723ded614 req-49c27e6a-b1e4-430d-8852-fe37723283bc tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb5f753-2908-4023-8bb1-1a4dec319fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480211 May 18 14:59:11.672841 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b145e942-868d-4341-acd3-1168f30c6108 service neutron] Pushing event updated for resources: {'Port': ['ID=13109190-8799-4d42-a04f-c61a209975be,revision_number=2']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:59:11.720893 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4217495-cd51-4fe2-bf69-a5e139a18717 req-89dcb9d6-09e0-4d64-8ee6-e91867574537 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:11.723457 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-b4217495-cd51-4fe2-bf69-a5e139a18717 req-89dcb9d6-09e0-4d64-8ee6-e91867574537 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 946 time: 0.0654252 May 18 14:59:11.729378 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.managers [req-a466e9a5-f7e7-40d4-9e0c-00165c073103 req-b145e942-868d-4341-acd3-1168f30c6108 service neutron] Attempting to bind port 13109190-8799-4d42-a04f-c61a209975be on host hv-cinder-83998 for vnic_type normal with profile {{(pid=110156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:59:11.729828 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.managers [req-a466e9a5-f7e7-40d4-9e0c-00165c073103 req-b145e942-868d-4341-acd3-1168f30c6108 service neutron] Attempting to bind port 13109190-8799-4d42-a04f-c61a209975be by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': '605bcccb-2406-4480-be4f-227fa2adf873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5bc950ac-9a60-4db1-9e91-6b6e6f038301'}] {{(pid=110156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:59:11.730252 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a466e9a5-f7e7-40d4-9e0c-00165c073103 req-b145e942-868d-4341-acd3-1168f30c6108 service neutron] Attempting to bind port 13109190-8799-4d42-a04f-c61a209975be on network 5bc950ac-9a60-4db1-9e91-6b6e6f038301 {{(pid=110156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:59:11.735300 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a466e9a5-f7e7-40d4-9e0c-00165c073103 req-b145e942-868d-4341-acd3-1168f30c6108 service neutron] Port 13109190-8799-4d42-a04f-c61a209975be on network 5bc950ac-9a60-4db1-9e91-6b6e6f038301 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=110156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 14:59:11.735897 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a466e9a5-f7e7-40d4-9e0c-00165c073103 req-b145e942-868d-4341-acd3-1168f30c6108 service neutron] Attempting to bind port 13109190-8799-4d42-a04f-c61a209975be on network 5bc950ac-9a60-4db1-9e91-6b6e6f038301 {{(pid=110156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:59:11.738667 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:59:11.742266 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a466e9a5-f7e7-40d4-9e0c-00165c073103 req-b145e942-868d-4341-acd3-1168f30c6108 service neutron] Checking agent: {'id': 'f376d122-85a6-484a-a941-8f32d5a81e72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 53, 39), 'started_at': datetime.datetime(2022, 5, 18, 14, 53, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:59:11.742679 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a466e9a5-f7e7-40d4-9e0c-00165c073103 req-b145e942-868d-4341-acd3-1168f30c6108 service neutron] Checking segment: {'id': '605bcccb-2406-4480-be4f-227fa2adf873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5bc950ac-9a60-4db1-9e91-6b6e6f038301'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:59:11.743126 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a466e9a5-f7e7-40d4-9e0c-00165c073103 req-b145e942-868d-4341-acd3-1168f30c6108 service neutron] Bound using segment: {'id': '605bcccb-2406-4480-be4f-227fa2adf873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5bc950ac-9a60-4db1-9e91-6b6e6f038301'} {{(pid=110156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:59:11.743621 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.managers [req-a466e9a5-f7e7-40d4-9e0c-00165c073103 req-b145e942-868d-4341-acd3-1168f30c6108 service neutron] Bound port: 13109190-8799-4d42-a04f-c61a209975be, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '605bcccb-2406-4480-be4f-227fa2adf873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5bc950ac-9a60-4db1-9e91-6b6e6f038301'}}] {{(pid=110156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:59:11.744039 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-a466e9a5-f7e7-40d4-9e0c-00165c073103 req-b145e942-868d-4341-acd3-1168f30c6108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (13109190-8799-4d42-a04f-c61a209975be), before_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:11.807090 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-b4217495-cd51-4fe2-bf69-a5e139a18717 req-9bd5cf8a-229e-4a65-b640-306c6f3af329 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb5f753-2908-4023-8bb1-1a4dec319fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771368 May 18 14:59:11.815008 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d0c55-5fc7-4307-a39b-47dfb1a4f080 req-21ac7503-d759-491c-b2e0-02f466f70d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:11.816576 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6d3d0c55-5fc7-4307-a39b-47dfb1a4f080 req-21ac7503-d759-491c-b2e0-02f466f70d09 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9a08f2c9b8b49f6a5de343bf8826601&device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 1130 time: 0.0534625 May 18 14:59:11.817032 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.db [req-a466e9a5-f7e7-40d4-9e0c-00165c073103 req-b145e942-868d-4341-acd3-1168f30c6108 service neutron] For port 13109190-8799-4d42-a04f-c61a209975be, host hv-cinder-83998, cleared binding levels {{(pid=110156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:59:11.820278 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.db [req-a466e9a5-f7e7-40d4-9e0c-00165c073103 req-b145e942-868d-4341-acd3-1168f30c6108 service neutron] For port 13109190-8799-4d42-a04f-c61a209975be, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=13109190-8799-4d42-a04f-c61a209975be,segment=NetworkSegment(605bcccb-2406-4480-be4f-227fa2adf873),segment_id=605bcccb-2406-4480-be4f-227fa2adf873)] {{(pid=110156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:59:11.834958 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-a466e9a5-f7e7-40d4-9e0c-00165c073103 req-b145e942-868d-4341-acd3-1168f30c6108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14495217'] for port (13109190-8799-4d42-a04f-c61a209975be), after_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:11.843510 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=57,neutron:UPDATE=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:59:11.863676 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466e9a5-f7e7-40d4-9e0c-00165c073103 req-b145e942-868d-4341-acd3-1168f30c6108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:11.864534 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-a466e9a5-f7e7-40d4-9e0c-00165c073103 req-b145e942-868d-4341-acd3-1168f30c6108 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for port (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:11.865953 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-a466e9a5-f7e7-40d4-9e0c-00165c073103 req-b145e942-868d-4341-acd3-1168f30c6108 service neutron] 10.222.0.49 "PUT /v2.0/ports/13109190-8799-4d42-a04f-c61a209975be HTTP/1.1" status: 200 len: 1094 time: 0.9236522 May 18 14:59:11.868662 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d158898-fe22-450d-8a03-33f781b6fa1f', 'tag': '13109190-8799-4d42-a04f-c61a209975be'}] {{(pid=110156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:59:11.870557 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133ec7be95234859c4edce85a8c9b28b91a94f2f136921e0bf9997cb2a51d6fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa5c3de-6d0a-4ae1-abf7-a1f5125c9a38" -d '{"events": [{"name": "network-changed", "server_uuid": "1d158898-fe22-450d-8a03-33f781b6fa1f", "tag": "13109190-8799-4d42-a04f-c61a209975be"}]}' {{(pid=110156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:59:11.901667 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b145e942-868d-4341-acd3-1168f30c6108 service neutron] Pushing event updated for resources: {'Port': ['ID=13109190-8799-4d42-a04f-c61a209975be,revision_number=3']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:59:11.924656 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 14:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa56568-69a3-4aea-a0a8-1f592470e5d6 x-openstack-request-id: req-ffa56568-69a3-4aea-a0a8-1f592470e5d6 {{(pid=110156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:59:11.924990 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d158898-fe22-450d-8a03-33f781b6fa1f", "tag": "13109190-8799-4d42-a04f-c61a209975be", "status": "completed", "code": 200}]} {{(pid=110156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:59:11.925906 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ffa56568-69a3-4aea-a0a8-1f592470e5d6 {{(pid=110156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:59:11.926373 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffa56568-69a3-4aea-a0a8-1f592470e5d6'] response: {'name': 'network-changed', 'server_uuid': '1d158898-fe22-450d-8a03-33f781b6fa1f', 'tag': '13109190-8799-4d42-a04f-c61a209975be', 'status': 'completed', 'code': 200} May 18 14:59:11.934391 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d0c55-5fc7-4307-a39b-47dfb1a4f080 req-1fef6cba-3fd1-4865-9bb6-a08f1caa18d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:11.935913 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6d3d0c55-5fc7-4307-a39b-47dfb1a4f080 req-1fef6cba-3fd1-4865-9bb6-a08f1caa18d9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f6d46917-2e57-430f-9dbe-54ed4755b607 HTTP/1.1" status: 200 len: 911 time: 0.1129510 May 18 14:59:11.996808 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466e9a5-f7e7-40d4-9e0c-00165c073103 req-0040aa9c-89b4-46f7-9262-bdfcc1d81318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:11.999281 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-a466e9a5-f7e7-40d4-9e0c-00165c073103 req-0040aa9c-89b4-46f7-9262-bdfcc1d81318 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=51aa9f371a9c4b20bd52f8e251c80711&device_id=1d158898-fe22-450d-8a03-33f781b6fa1f HTTP/1.1" status: 200 len: 1128 time: 0.0504072 May 18 14:59:12.023632 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6d3d0c55-5fc7-4307-a39b-47dfb1a4f080 req-e8ca178d-f725-4053-b790-ac4f74e9307d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c977413-3f2a-4a40-84bc-101572b4ab37 HTTP/1.1" status: 200 len: 1001 time: 0.0703797 May 18 14:59:12.084284 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-a466e9a5-f7e7-40d4-9e0c-00165c073103 req-671c27e8-fef6-4fe4-8513-1139388b8920 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13109190-8799-4d42-a04f-c61a209975be HTTP/1.1" status: 200 len: 217 time: 0.0363667 May 18 14:59:12.101030 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d0c55-5fc7-4307-a39b-47dfb1a4f080 req-9f727d6c-fca3-4e40-aef5-38db9df99334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:12.102594 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6d3d0c55-5fc7-4307-a39b-47dfb1a4f080 req-9f727d6c-fca3-4e40-aef5-38db9df99334 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f0fd852b-2772-465d-a18e-71b8e3f03976 HTTP/1.1" status: 200 len: 849 time: 0.0479383 May 18 14:59:12.137142 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466e9a5-f7e7-40d4-9e0c-00165c073103 req-8755e11a-ff29-4574-aaf5-d053f2465fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:12.139232 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-a466e9a5-f7e7-40d4-9e0c-00165c073103 req-8755e11a-ff29-4574-aaf5-d053f2465fe5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f67ef94c-fe95-4707-8c30-e8bb6bac9712 HTTP/1.1" status: 200 len: 854 time: 0.0484483 May 18 14:59:12.150032 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d0c55-5fc7-4307-a39b-47dfb1a4f080 req-61eb21f6-608c-4894-866e-322bc85f27a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:12.151524 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6d3d0c55-5fc7-4307-a39b-47dfb1a4f080 req-61eb21f6-608c-4894-866e-322bc85f27a7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f6d46917-2e57-430f-9dbe-54ed4755b607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430219 May 18 14:59:12.184624 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466e9a5-f7e7-40d4-9e0c-00165c073103 req-eb5ce40f-9b74-4761-b808-93ce198588e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:12.186083 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-a466e9a5-f7e7-40d4-9e0c-00165c073103 req-eb5ce40f-9b74-4761-b808-93ce198588e9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5bc950ac-9a60-4db1-9e91-6b6e6f038301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400357 May 18 14:59:12.237988 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:59:12.265500 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6d3d0c55-5fc7-4307-a39b-47dfb1a4f080 req-32bb0922-b46a-46d2-b8ad-00df808f5064 service neutron] 10.222.0.49 "GET /v2.0/networks/f6d46917-2e57-430f-9dbe-54ed4755b607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051891 May 18 14:59:12.286456 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-a466e9a5-f7e7-40d4-9e0c-00165c073103 req-68b47695-88cb-4ec9-a2de-f12f17a6d9ec service neutron] 10.222.0.49 "GET /v2.0/networks/5bc950ac-9a60-4db1-9e91-6b6e6f038301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937386 May 18 14:59:12.334251 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:59:12.349929 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093654d-4b02-4ae5-81ce-a254da36927d req-33db00d7-bc2a-4697-a070-3d51aac7fa8b tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:12.351654 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8093654d-4b02-4ae5-81ce-a254da36927d req-33db00d7-bc2a-4697-a070-3d51aac7fa8b tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d158898-fe22-450d-8a03-33f781b6fa1f HTTP/1.1" status: 200 len: 944 time: 0.1014714 May 18 14:59:12.384075 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-a466e9a5-f7e7-40d4-9e0c-00165c073103 req-029c8d63-b53b-4f27-8b1d-40af88533c00 service neutron] 10.222.0.49 "GET /v2.0/networks/5bc950ac-9a60-4db1-9e91-6b6e6f038301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911965 May 18 14:59:12.421040 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (f376d122-85a6-484a-a941-8f32d5a81e72), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:12.423788 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8093654d-4b02-4ae5-81ce-a254da36927d req-d74ba242-63fe-48a2-bc47-876fb62aec07 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ae6d231-2416-440b-a669-c55404a7aa80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669649 May 18 14:59:12.426362 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6d3d0c55-5fc7-4307-a39b-47dfb1a4f080 req-6a32f060-c3c5-4b15-a41c-9c752c9dfb7b service neutron] 10.222.0.49 "GET /v2.0/networks/f6d46917-2e57-430f-9dbe-54ed4755b607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446466 May 18 14:59:12.932839 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0aded1-2b37-40f8-8938-68982f377b35 req-aface5f9-d781-4ffa-bf77-2f37854312f1 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:12.934285 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-fc0aded1-2b37-40f8-8938-68982f377b35 req-aface5f9-d781-4ffa-bf77-2f37854312f1 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 946 time: 0.0510879 May 18 14:59:12.978234 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:59:12.984509 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-fc0aded1-2b37-40f8-8938-68982f377b35 req-efde3e8a-f993-4422-a4ce-15f6acac1789 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb5f753-2908-4023-8bb1-1a4dec319fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445890 May 18 14:59:13.560409 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a97cd-8fdc-4307-a812-829bf4f3f6b0 req-9270ddcc-1f2c-4006-8804-ee0a32297969 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:13.561801 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-601a97cd-8fdc-4307-a812-829bf4f3f6b0 req-9270ddcc-1f2c-4006-8804-ee0a32297969 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d158898-fe22-450d-8a03-33f781b6fa1f HTTP/1.1" status: 200 len: 944 time: 0.0714676 May 18 14:59:13.576602 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5c3de-6d0a-4ae1-abf7-a1f5125c9a38 req-3e070145-ba61-475b-98eb-bae6bce8d7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:13.577996 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ffa5c3de-6d0a-4ae1-abf7-a1f5125c9a38 req-3e070145-ba61-475b-98eb-bae6bce8d7f5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=51aa9f371a9c4b20bd52f8e251c80711&device_id=1d158898-fe22-450d-8a03-33f781b6fa1f HTTP/1.1" status: 200 len: 1128 time: 0.0595853 May 18 14:59:13.612150 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-601a97cd-8fdc-4307-a812-829bf4f3f6b0 req-79a1c940-e82d-41d6-9493-90fd1ca17a45 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ae6d231-2416-440b-a669-c55404a7aa80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444367 May 18 14:59:13.835656 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5c3de-6d0a-4ae1-abf7-a1f5125c9a38 req-6e88fc9d-db0b-498a-ad0d-5e64f6eb287c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:13.837062 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ffa5c3de-6d0a-4ae1-abf7-a1f5125c9a38 req-6e88fc9d-db0b-498a-ad0d-5e64f6eb287c service neutron] 10.222.0.49 "GET /v2.0/networks?id=5bc950ac-9a60-4db1-9e91-6b6e6f038301 HTTP/1.1" status: 200 len: 916 time: 0.0893245 May 18 14:59:13.875303 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ffa5c3de-6d0a-4ae1-abf7-a1f5125c9a38 req-f1e6839f-9bfd-4850-80fa-0df4515217a4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13109190-8799-4d42-a04f-c61a209975be HTTP/1.1" status: 200 len: 217 time: 0.0316756 May 18 14:59:13.928445 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5c3de-6d0a-4ae1-abf7-a1f5125c9a38 req-3ee85f5a-b937-4b00-bcf4-4ed1d639a355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:13.929903 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ffa5c3de-6d0a-4ae1-abf7-a1f5125c9a38 req-3ee85f5a-b937-4b00-bcf4-4ed1d639a355 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f67ef94c-fe95-4707-8c30-e8bb6bac9712 HTTP/1.1" status: 200 len: 854 time: 0.0468342 May 18 14:59:13.981522 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5c3de-6d0a-4ae1-abf7-a1f5125c9a38 req-4ecb2638-fe0a-49ad-9d4e-9b3ea94ae94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:13.982973 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ffa5c3de-6d0a-4ae1-abf7-a1f5125c9a38 req-4ecb2638-fe0a-49ad-9d4e-9b3ea94ae94f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5bc950ac-9a60-4db1-9e91-6b6e6f038301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377135 May 18 14:59:14.127737 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34787dc1-9d0a-4018-b419-56fd1fc13a39 req-87a8829b-f842-4877-bfdb-b2e91b4174e4 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:14.129817 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-34787dc1-9d0a-4018-b419-56fd1fc13a39 req-87a8829b-f842-4877-bfdb-b2e91b4174e4 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 946 time: 0.0715923 May 18 14:59:14.133352 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ffa5c3de-6d0a-4ae1-abf7-a1f5125c9a38 req-c9ba8339-7415-4aee-a50a-bb7d799a4f39 service neutron] 10.222.0.49 "GET /v2.0/networks/5bc950ac-9a60-4db1-9e91-6b6e6f038301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340988 May 18 14:59:14.175817 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-34787dc1-9d0a-4018-b419-56fd1fc13a39 req-582f1275-940d-4a45-bc57-94d865cd515f tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb5f753-2908-4023-8bb1-1a4dec319fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399170 May 18 14:59:14.773641 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6403011-8bba-4dda-a6f5-5ea45799794e req-8ab8e111-35f0-4804-8c51-34397a7ed1e5 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:14.775125 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d6403011-8bba-4dda-a6f5-5ea45799794e req-8ab8e111-35f0-4804-8c51-34397a7ed1e5 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d158898-fe22-450d-8a03-33f781b6fa1f HTTP/1.1" status: 200 len: 944 time: 0.0904424 May 18 14:59:14.851014 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ffa5c3de-6d0a-4ae1-abf7-a1f5125c9a38 req-18d444f7-9966-4629-8f63-ebecbf14077b service neutron] 10.222.0.49 "GET /v2.0/networks/5bc950ac-9a60-4db1-9e91-6b6e6f038301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333504 May 18 14:59:14.855562 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d6403011-8bba-4dda-a6f5-5ea45799794e req-896f4f21-286a-4a64-b6b8-b1c240b2a721 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ae6d231-2416-440b-a669-c55404a7aa80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720413 May 18 14:59:15.172759 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device 13109190-8799-4d42-a04f-c61a209975be details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=110158) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 14:59:15.280121 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port 13109190-8799-4d42-a04f-c61a209975be, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=13109190-8799-4d42-a04f-c61a209975be,segment=NetworkSegment(605bcccb-2406-4480-be4f-227fa2adf873),segment_id=605bcccb-2406-4480-be4f-227fa2adf873)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:59:15.296821 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb09e1-b622-471a-98fd-72e4c9ad80d9 req-6130bf8a-f449-45f5-9336-2bf6e4b56b91 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:15.297069 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Returning: {'device': '13109190-8799-4d42-a04f-c61a209975be', 'network_id': '5bc950ac-9a60-4db1-9e91-6b6e6f038301', 'port_id': '13109190-8799-4d42-a04f-c61a209975be', 'mac_address': 'fa:16:3e:25:c6:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f67ef94c-fe95-4707-8c30-e8bb6bac9712', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110158) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 14:59:15.298352 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-94bb09e1-b622-471a-98fd-72e4c9ad80d9 req-6130bf8a-f449-45f5-9336-2bf6e4b56b91 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 946 time: 0.0556595 May 18 14:59:15.334676 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Current status of the port 13109190-8799-4d42-a04f-c61a209975be is: DOWN; New status is: BUILD {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:59:15.335071 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (13109190-8799-4d42-a04f-c61a209975be), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:15.338180 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:59:15.348510 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13109190-8799-4d42-a04f-c61a209975be {{(pid=110158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:59:15.350815 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-94bb09e1-b622-471a-98fd-72e4c9ad80d9 req-6bdbe7e2-0273-4f09-8347-ca8fc26789d4 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb5f753-2908-4023-8bb1-1a4dec319fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447972 May 18 14:59:15.369221 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port 13109190-8799-4d42-a04f-c61a209975be, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=13109190-8799-4d42-a04f-c61a209975be,segment=NetworkSegment(605bcccb-2406-4480-be4f-227fa2adf873),segment_id=605bcccb-2406-4480-be4f-227fa2adf873)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:59:15.373077 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (13109190-8799-4d42-a04f-c61a209975be), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:15.418704 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Pushing event updated for resources: {'Port': ['ID=13109190-8799-4d42-a04f-c61a209975be,revision_number=4']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:59:15.426460 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:59:15.426751 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:59:15.427093 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:59:15.427714 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:59:15.428051 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:59:15.428384 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:59:15.428736 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:59:15.429063 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:59:15.429387 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:59:15.429709 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:59:15.430031 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:59:15.430368 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:59:15.430694 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:59:15.431010 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:59:15.431325 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:59:15.819383 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] get_ports_and_sgs() called for port_ids ['13109190-8799-4d42-a04f-c61a209975be'] {{(pid=110158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 14:59:15.884544 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:59:15.982254 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98354f96-a504-4386-9105-baa81d9de3f6 req-4f3dd65c-5173-489d-8a2f-56e5cb162f01 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:15.983710 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-98354f96-a504-4386-9105-baa81d9de3f6 req-4f3dd65c-5173-489d-8a2f-56e5cb162f01 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d158898-fe22-450d-8a03-33f781b6fa1f HTTP/1.1" status: 200 len: 945 time: 0.0497527 May 18 14:59:16.036701 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-98354f96-a504-4386-9105-baa81d9de3f6 req-9ea95352-65d3-497e-bd78-4b87682eadd5 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ae6d231-2416-440b-a669-c55404a7aa80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467987 May 18 14:59:17.149566 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83afdf35-336a-4c20-8ef4-291218fca075 req-14de6992-a1c7-484e-88cf-8bbdf3711a80 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:17.150996 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-83afdf35-336a-4c20-8ef4-291218fca075 req-14de6992-a1c7-484e-88cf-8bbdf3711a80 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d158898-fe22-450d-8a03-33f781b6fa1f HTTP/1.1" status: 200 len: 945 time: 0.0462956 May 18 14:59:17.195553 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device 13109190-8799-4d42-a04f-c61a209975be up at agent hyperv_hv-cinder-83998 {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:59:17.199244 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:59:17.203339 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-83afdf35-336a-4c20-8ef4-291218fca075 req-eb66b39e-4393-4e7d-8103-52879033a2e4 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ae6d231-2416-440b-a669-c55404a7aa80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434265 May 18 14:59:17.239084 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Provisioning for port 13109190-8799-4d42-a04f-c61a209975be completed by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 14:59:17.244858 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Provisioning complete for port 13109190-8799-4d42-a04f-c61a209975be triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:59:17.245232 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (13109190-8799-4d42-a04f-c61a209975be), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:17.318871 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Current status of the port 13109190-8799-4d42-a04f-c61a209975be is: BUILD; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:59:17.319177 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (13109190-8799-4d42-a04f-c61a209975be), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:17.340763 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d158898-fe22-450d-8a03-33f781b6fa1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13109190-8799-4d42-a04f-c61a209975be'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:59:17.343138 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62dae43363b0d9fbe88fecb50d2dfb4fafe72539e0e1d03116e82a6fdda86ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-726a0391-9022-4f6e-8ba6-c677e9452c04" -d '{"events": [{"server_uuid": "1d158898-fe22-450d-8a03-33f781b6fa1f", "name": "network-vif-plugged", "status": "completed", "tag": "13109190-8799-4d42-a04f-c61a209975be"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:59:17.355999 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port 13109190-8799-4d42-a04f-c61a209975be, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=13109190-8799-4d42-a04f-c61a209975be,segment=NetworkSegment(605bcccb-2406-4480-be4f-227fa2adf873),segment_id=605bcccb-2406-4480-be4f-227fa2adf873)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:59:17.359902 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (13109190-8799-4d42-a04f-c61a209975be), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:17.388955 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 14:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697aad0c-69df-41d4-bbfd-22fd73283301 x-openstack-request-id: req-697aad0c-69df-41d4-bbfd-22fd73283301 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:59:17.389297 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d158898-fe22-450d-8a03-33f781b6fa1f", "name": "network-vif-plugged", "status": "completed", "tag": "13109190-8799-4d42-a04f-c61a209975be", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:59:17.389729 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-697aad0c-69df-41d4-bbfd-22fd73283301 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:59:17.390138 dv-cinder-839987-7-iscsi neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event matching ['req-697aad0c-69df-41d4-bbfd-22fd73283301'] response: {'server_uuid': '1d158898-fe22-450d-8a03-33f781b6fa1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13109190-8799-4d42-a04f-c61a209975be', 'code': 200} May 18 14:59:17.417891 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Pushing event updated for resources: {'Port': ['ID=13109190-8799-4d42-a04f-c61a209975be,revision_number=5']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:59:18.199141 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597a506-07bc-4fc1-af93-eef1de80778b req-d69a3d57-f8e5-4cd6-9897-344d29ed45cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:18.200859 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-c597a506-07bc-4fc1-af93-eef1de80778b req-d69a3d57-f8e5-4cd6-9897-344d29ed45cf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1d158898-fe22-450d-8a03-33f781b6fa1f HTTP/1.1" status: 200 len: 1130 time: 0.0416389 May 18 14:59:18.251838 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-c597a506-07bc-4fc1-af93-eef1de80778b req-ff0f4e6f-cfdd-4bea-8293-1a067f2a0a73 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9ae6d231-2416-440b-a669-c55404a7aa80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442069 May 18 14:59:18.321465 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae6d881-95c3-46c0-8713-5b2b0956909b req-5feb4b07-68ee-4d06-af97-a9c4d1fec4fe tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:18.322927 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3ae6d881-95c3-46c0-8713-5b2b0956909b req-5feb4b07-68ee-4d06-af97-a9c4d1fec4fe tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d158898-fe22-450d-8a03-33f781b6fa1f HTTP/1.1" status: 200 len: 946 time: 0.0463922 May 18 14:59:18.369614 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3ae6d881-95c3-46c0-8713-5b2b0956909b req-11b56bd1-1e14-41e3-9388-1ae397fb0660 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ae6d231-2416-440b-a669-c55404a7aa80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412881 May 18 14:59:18.994557 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74db30-f5cd-482e-ae98-e49b0aa55368 req-4dfce919-76cd-4171-9654-3b0278f2cc53 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:18.996032 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-4a74db30-f5cd-482e-ae98-e49b0aa55368 req-4dfce919-76cd-4171-9654-3b0278f2cc53 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=029fe182-8e95-49ca-88da-64523afce432 HTTP/1.1" status: 200 len: 945 time: 0.0472724 May 18 14:59:19.042796 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-4a74db30-f5cd-482e-ae98-e49b0aa55368 req-fb0ce5ef-ef0c-48a1-a838-486bd94ba4c8 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4853b88-ce3a-4172-9efa-accfb830c42b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412970 May 18 14:59:19.270738 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c68bc-d6d8-4bfc-8f6c-f30fd7e6bcde req-3902b86f-f743-4e00-8fb6-1726f32a6a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:19.272214 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7f5c68bc-d6d8-4bfc-8f6c-f30fd7e6bcde req-3902b86f-f743-4e00-8fb6-1726f32a6a3d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=84835592358a4e188df86896d6015647&device_id=029fe182-8e95-49ca-88da-64523afce432 HTTP/1.1" status: 200 len: 1129 time: 0.0427475 May 18 14:59:19.362113 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c68bc-d6d8-4bfc-8f6c-f30fd7e6bcde req-10216b07-2726-41b0-aade-3cf8111811ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:19.363587 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7f5c68bc-d6d8-4bfc-8f6c-f30fd7e6bcde req-10216b07-2726-41b0-aade-3cf8111811ca service neutron] 10.222.0.49 "GET /v2.0/networks?id=22bd5425-6379-4740-b6c4-d6f9b7aaeddb HTTP/1.1" status: 200 len: 919 time: 0.0851700 May 18 14:59:19.434929 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7f5c68bc-d6d8-4bfc-8f6c-f30fd7e6bcde req-87964d37-22d9-419a-b238-e7aadef2b888 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2e8b9ad-823b-4ddb-820c-d6a26d7edf96 HTTP/1.1" status: 200 len: 1001 time: 0.0585942 May 18 14:59:19.513843 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c557fab-fba2-4504-902d-9ee2d996d6f5 req-ee8d8b71-8f84-46fa-a9fe-31c7253bbacc tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:19.515223 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7c557fab-fba2-4504-902d-9ee2d996d6f5 req-ee8d8b71-8f84-46fa-a9fe-31c7253bbacc tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d158898-fe22-450d-8a03-33f781b6fa1f HTTP/1.1" status: 200 len: 946 time: 0.0771098 May 18 14:59:19.521067 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c68bc-d6d8-4bfc-8f6c-f30fd7e6bcde req-480b6d13-8825-4fa1-b922-6e76d7b7f2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:19.522407 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7f5c68bc-d6d8-4bfc-8f6c-f30fd7e6bcde req-480b6d13-8825-4fa1-b922-6e76d7b7f2c1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8225869c-efe1-47af-ba2b-3d33d9623b49 HTTP/1.1" status: 200 len: 857 time: 0.0740521 May 18 14:59:19.565065 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7c557fab-fba2-4504-902d-9ee2d996d6f5 req-82de67c6-dbc7-45cc-b3bf-a34604df4170 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ae6d231-2416-440b-a669-c55404a7aa80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417411 May 18 14:59:20.158778 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68870e4c-14aa-485c-9c3b-d6deff8810c0 req-d7ced3ed-bca2-406e-b13e-b80694001ec7 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:20.160228 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-68870e4c-14aa-485c-9c3b-d6deff8810c0 req-d7ced3ed-bca2-406e-b13e-b80694001ec7 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=029fe182-8e95-49ca-88da-64523afce432 HTTP/1.1" status: 200 len: 945 time: 0.0497255 May 18 14:59:20.206851 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-68870e4c-14aa-485c-9c3b-d6deff8810c0 req-cca02e10-40ae-4eec-abe8-e1d42fbc36e9 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4853b88-ce3a-4172-9efa-accfb830c42b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412025 May 18 14:59:20.420395 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c68bc-d6d8-4bfc-8f6c-f30fd7e6bcde req-7158bdfa-b047-45f2-9925-bcd37c07ed85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:20.421810 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7f5c68bc-d6d8-4bfc-8f6c-f30fd7e6bcde req-7158bdfa-b047-45f2-9925-bcd37c07ed85 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=22bd5425-6379-4740-b6c4-d6f9b7aaeddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392838 May 18 14:59:20.492211 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:59:20.505773 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a05bb357-1fd3-4ab9-8b23-b8fdcd2bb05e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (7afc6fe8-d13b-4fd3-bc99-e9efab9a141d), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:20.522518 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7f5c68bc-d6d8-4bfc-8f6c-f30fd7e6bcde req-2ac4107c-f5c8-4d79-919b-73e2dd1cf75d service neutron] 10.222.0.49 "GET /v2.0/networks/22bd5425-6379-4740-b6c4-d6f9b7aaeddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933082 May 18 14:59:20.614744 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7f5c68bc-d6d8-4bfc-8f6c-f30fd7e6bcde req-1be675a2-a822-41bf-9ad0-bda12918df79 service neutron] 10.222.0.49 "GET /v2.0/networks/22bd5425-6379-4740-b6c4-d6f9b7aaeddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850992 May 18 14:59:20.676812 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a4424-1228-4548-8f04-3c741781c6e2 req-ad12e190-5bbf-46d0-8e06-76f3f3cc7407 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:20.678579 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-df5a4424-1228-4548-8f04-3c741781c6e2 req-ad12e190-5bbf-46d0-8e06-76f3f3cc7407 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d158898-fe22-450d-8a03-33f781b6fa1f HTTP/1.1" status: 200 len: 946 time: 0.0475461 May 18 14:59:20.729959 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-df5a4424-1228-4548-8f04-3c741781c6e2 req-ce56aa67-e381-4d56-917e-8d5f9bbb3302 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ae6d231-2416-440b-a669-c55404a7aa80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457473 May 18 14:59:20.840365 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bfea40-212a-4cb6-b70f-359e05268e66 req-704cd16c-ec77-4f30-8d56-7c81056035e9 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:20.841887 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-70bfea40-212a-4cb6-b70f-359e05268e66 req-704cd16c-ec77-4f30-8d56-7c81056035e9 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d158898-fe22-450d-8a03-33f781b6fa1f HTTP/1.1" status: 200 len: 946 time: 0.0473137 May 18 14:59:20.877135 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:59:20.889265 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-70bfea40-212a-4cb6-b70f-359e05268e66 req-e8dba690-c173-4800-9e07-fdb47fbedd1e tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ae6d231-2416-440b-a669-c55404a7aa80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418756 May 18 14:59:21.203678 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d008404-116d-4632-a102-b62c969e3d14 req-f0703b98-4c51-4609-91e8-f7bcde955b65 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:21.205164 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-4d008404-116d-4632-a102-b62c969e3d14 req-f0703b98-4c51-4609-91e8-f7bcde955b65 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d158898-fe22-450d-8a03-33f781b6fa1f HTTP/1.1" status: 200 len: 946 time: 0.0469124 May 18 14:59:21.252331 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-4d008404-116d-4632-a102-b62c969e3d14 req-e46bcc76-e21e-4459-8187-6a32356fb077 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ae6d231-2416-440b-a669-c55404a7aa80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416138 May 18 14:59:21.325803 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f532dbad-ad85-47b6-aa21-ce3672787fdf req-e5f3d515-a915-4724-9351-b51230285e99 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:21.327280 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f532dbad-ad85-47b6-aa21-ce3672787fdf req-e5f3d515-a915-4724-9351-b51230285e99 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=029fe182-8e95-49ca-88da-64523afce432 HTTP/1.1" status: 200 len: 945 time: 0.0529208 May 18 14:59:21.376400 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f532dbad-ad85-47b6-aa21-ce3672787fdf req-f7f03bea-a261-4313-9a4a-cd6d82d39776 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4853b88-ce3a-4172-9efa-accfb830c42b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422580 May 18 14:59:22.378695 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=14 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:59:22.380997 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=54 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:59:22.488552 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6b485-4913-44c0-b390-45bcc1310636 req-a0e93a7c-cee1-41ad-b42b-6a0fbee88229 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:22.490528 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-17c6b485-4913-44c0-b390-45bcc1310636 req-a0e93a7c-cee1-41ad-b42b-6a0fbee88229 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=029fe182-8e95-49ca-88da-64523afce432 HTTP/1.1" status: 200 len: 945 time: 0.0466547 May 18 14:59:22.536777 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-17c6b485-4913-44c0-b390-45bcc1310636 req-85c685f5-f27a-47e7-9c5b-4243058f8971 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4853b88-ce3a-4172-9efa-accfb830c42b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408380 May 18 14:59:22.932269 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9b56b3e7-d66c-444e-a778-1aa6e95869b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (a5518e17-d4a6-403f-b34f-0fa3d03f1833), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:23.652732 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1d4fcb-c4dc-4cd4-9b2a-7c9d975aea90 req-4b1b45cb-b5ed-4868-8502-e65de650f022 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:23.654191 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ca1d4fcb-c4dc-4cd4-9b2a-7c9d975aea90 req-4b1b45cb-b5ed-4868-8502-e65de650f022 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=029fe182-8e95-49ca-88da-64523afce432 HTTP/1.1" status: 200 len: 945 time: 0.0500243 May 18 14:59:23.701063 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ca1d4fcb-c4dc-4cd4-9b2a-7c9d975aea90 req-dfd270ae-24c0-4e85-9a7e-ee4238e187e4 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4853b88-ce3a-4172-9efa-accfb830c42b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414355 May 18 14:59:23.991173 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-50f4e27f-5619-452e-9630-0448ff5d9157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (0f4dbee4-4999-4f30-b578-59222d25f53e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:24.817948 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648540e0-5f03-40e9-bd1b-19d1d89ff37c req-84fe1d34-7e89-428a-83d2-acccb83b97ed tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:24.819400 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-648540e0-5f03-40e9-bd1b-19d1d89ff37c req-84fe1d34-7e89-428a-83d2-acccb83b97ed tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=029fe182-8e95-49ca-88da-64523afce432 HTTP/1.1" status: 200 len: 945 time: 0.0470445 May 18 14:59:24.865207 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-648540e0-5f03-40e9-bd1b-19d1d89ff37c req-e7e7ef7a-f0e9-4f1f-bb63-d7b47f04e00a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4853b88-ce3a-4172-9efa-accfb830c42b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404353 May 18 14:59:25.118630 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:59:25.130804 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-86248160-1b36-4d80-a449-232705ae1859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (11bd5e7f-0ec7-43f5-9ca8-99d3c1136d9c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:25.841901 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.agents_db [None req-a4aab2e5-b658-4b2c-9b1f-100bc6421b45 None None] Agent healthcheck: found 6 active agents {{(pid=110159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:59:25.975478 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce7db55-2f4b-486c-8c16-819080ea7d30 req-ad22c668-7516-4d8a-a85a-71335f6ec122 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:25.976920 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-bce7db55-2f4b-486c-8c16-819080ea7d30 req-ad22c668-7516-4d8a-a85a-71335f6ec122 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=029fe182-8e95-49ca-88da-64523afce432 HTTP/1.1" status: 200 len: 945 time: 0.0455415 May 18 14:59:26.025517 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-bce7db55-2f4b-486c-8c16-819080ea7d30 req-c563ff91-f10c-4371-b477-bb414adbad62 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4853b88-ce3a-4172-9efa-accfb830c42b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429909 May 18 14:59:26.465629 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:27.139474 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96018ad-4d1b-4c69-8df3-2bbd2f4c5998 req-c4fb0ff6-6557-43b6-a001-2f093088961b tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:27.140999 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d96018ad-4d1b-4c69-8df3-2bbd2f4c5998 req-c4fb0ff6-6557-43b6-a001-2f093088961b tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=029fe182-8e95-49ca-88da-64523afce432 HTTP/1.1" status: 200 len: 945 time: 0.0489862 May 18 14:59:27.180955 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:59:27.188541 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d96018ad-4d1b-4c69-8df3-2bbd2f4c5998 req-513a0562-012e-4d7e-85ac-efcd868a9d4d tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4853b88-ce3a-4172-9efa-accfb830c42b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420680 May 18 14:59:28.301131 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51692658-9e99-4a6a-af3e-2776cc61591c req-011c4953-a48b-4392-9db8-670e50212322 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:28.302861 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-51692658-9e99-4a6a-af3e-2776cc61591c req-011c4953-a48b-4392-9db8-670e50212322 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=029fe182-8e95-49ca-88da-64523afce432 HTTP/1.1" status: 200 len: 945 time: 0.0470586 May 18 14:59:28.350952 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-51692658-9e99-4a6a-af3e-2776cc61591c req-918f7417-4354-42c0-8175-75b2a429dc55 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4853b88-ce3a-4172-9efa-accfb830c42b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426710 May 18 14:59:29.466820 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5553d647-4036-4e0a-9514-0b618b8dcb06 req-396eb1ca-9c3c-4c9e-a982-a28135b9c307 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:29.468182 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-5553d647-4036-4e0a-9514-0b618b8dcb06 req-396eb1ca-9c3c-4c9e-a982-a28135b9c307 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=029fe182-8e95-49ca-88da-64523afce432 HTTP/1.1" status: 200 len: 945 time: 0.0496759 May 18 14:59:29.513706 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-5553d647-4036-4e0a-9514-0b618b8dcb06 req-1d6c8ff6-9863-49c8-948e-dc5168a97854 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4853b88-ce3a-4172-9efa-accfb830c42b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400624 May 18 14:59:30.629486 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2afa6f5-08d4-4e8f-bba9-d95497ad124d req-5b947720-a6c0-496c-9be2-781cbb766b0c tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:30.630952 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-c2afa6f5-08d4-4e8f-bba9-d95497ad124d req-5b947720-a6c0-496c-9be2-781cbb766b0c tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=029fe182-8e95-49ca-88da-64523afce432 HTTP/1.1" status: 200 len: 945 time: 0.0471992 May 18 14:59:30.694651 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e66038-bf46-4146-8f9c-646ef47b0457 req-a41ef1f5-2cc4-4c16-8baf-59b314b40a28 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:30.696099 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-09e66038-bf46-4146-8f9c-646ef47b0457 req-a41ef1f5-2cc4-4c16-8baf-59b314b40a28 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d158898-fe22-450d-8a03-33f781b6fa1f HTTP/1.1" status: 200 len: 946 time: 0.0641940 May 18 14:59:30.729252 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-c2afa6f5-08d4-4e8f-bba9-d95497ad124d req-bcf0426e-0be7-41dc-8736-ce2e9320c508 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4853b88-ce3a-4172-9efa-accfb830c42b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878143 May 18 14:59:30.755447 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:59:30.760380 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-09e66038-bf46-4146-8f9c-646ef47b0457 req-a2aac8ce-f5a7-44a8-916b-47096f704802 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ae6d231-2416-440b-a669-c55404a7aa80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585675 May 18 14:59:30.782860 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 36300) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:59:30.965252 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803a4f24-e037-4c83-8dd6-a85850860f1c tempest-TestMinimumBasicScenario-1570794754 tempest-TestMinimumBasicScenario-1570794754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:30.966721 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-803a4f24-e037-4c83-8dd6-a85850860f1c tempest-TestMinimumBasicScenario-1570794754 tempest-TestMinimumBasicScenario-1570794754-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=1d158898-fe22-450d-8a03-33f781b6fa1f HTTP/1.1" status: 200 len: 1125 time: 0.1829164 May 18 14:59:30.969637 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 36304) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:59:30.974266 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [None req-18d2c740-cb9a-44bf-b701-4e2919f48912 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Request body: {'floatingip': {'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'port_id': '13109190-8799-4d42-a04f-c61a209975be', 'tenant_id': '51aa9f371a9c4b20bd52f8e251c80711', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:59:30.994336 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-18d2c740-cb9a-44bf-b701-4e2919f48912 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:31.074400 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-18d2c740-cb9a-44bf-b701-4e2919f48912 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:31.187192 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.db_base_plugin_common [None req-18d2c740-cb9a-44bf-b701-4e2919f48912 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Allocated IP 172.27.3.93 (f20aa9f3-2984-481b-bb59-fa1f034e36c8/b7750f80-229c-4d19-b013-2aee5952f8bb/58292f4c-a3c7-4db7-a028-fe3cf77b9b49) {{(pid=110157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:59:31.293154 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-18d2c740-cb9a-44bf-b701-4e2919f48912 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Publish callbacks [] for port (58292f4c-a3c7-4db7-a028-fe3cf77b9b49), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:31.324808 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-18d2c740-cb9a-44bf-b701-4e2919f48912 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13704171'] for port (58292f4c-a3c7-4db7-a028-fe3cf77b9b49), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:31.362849 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d2c740-cb9a-44bf-b701-4e2919f48912 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Network f20aa9f3-2984-481b-bb59-fa1f034e36c8 is already hosted by enough agents. {{(pid=110157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:59:31.367368 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.base_scheduler [None req-18d2c740-cb9a-44bf-b701-4e2919f48912 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Resources bound (agent type, host, resource id): {{(pid=110157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:59:31.370420 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d2c740-cb9a-44bf-b701-4e2919f48912 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Received port after_create {{(pid=110157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:59:31.396697 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d2c740-cb9a-44bf-b701-4e2919f48912 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Pushing event updated for resources: {'Port': ['ID=58292f4c-a3c7-4db7-a028-fe3cf77b9b49,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:59:31.405326 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:59:31.884391 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1aaa6-057c-49bb-9c65-cf754a8ec8f6 req-a27c1fc6-93e4-4553-842a-3960008646ad tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:31.885888 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-51e1aaa6-057c-49bb-9c65-cf754a8ec8f6 req-a27c1fc6-93e4-4553-842a-3960008646ad tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=029fe182-8e95-49ca-88da-64523afce432 HTTP/1.1" status: 200 len: 945 time: 0.0749006 May 18 14:59:31.941712 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:59:31.987598 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-51e1aaa6-057c-49bb-9c65-cf754a8ec8f6 req-b451ba29-27a7-4115-9f82-62301e4df68b tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4853b88-ce3a-4172-9efa-accfb830c42b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949850 May 18 14:59:32.031708 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-18d2c740-cb9a-44bf-b701-4e2919f48912 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Publish callbacks [] for floatingip (9cf7a237-1986-4d1f-818e-24a7b1876c4b), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:32.099299 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-18d2c740-cb9a-44bf-b701-4e2919f48912 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (58292f4c-a3c7-4db7-a028-fe3cf77b9b49), before_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:32.273218 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-18d2c740-cb9a-44bf-b701-4e2919f48912 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Publish callbacks [] for port (58292f4c-a3c7-4db7-a028-fe3cf77b9b49), precommit_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:32.277711 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-18d2c740-cb9a-44bf-b701-4e2919f48912 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13704156'] for port (58292f4c-a3c7-4db7-a028-fe3cf77b9b49), after_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:32.344522 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d2c740-cb9a-44bf-b701-4e2919f48912 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Pushing event updated for resources: {'Port': ['ID=58292f4c-a3c7-4db7-a028-fe3cf77b9b49,revision_number=2']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:59:32.354796 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-18d2c740-cb9a-44bf-b701-4e2919f48912 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008279'] for floatingip (9cf7a237-1986-4d1f-818e-24a7b1876c4b), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:32.449454 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.db.l3_db [None req-18d2c740-cb9a-44bf-b701-4e2919f48912 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Floating IP 9cf7a237-1986-4d1f-818e-24a7b1876c4b associated. External IP: 172.27.3.93, port: 13109190-8799-4d42-a04f-c61a209975be. May 18 14:59:32.451299 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:59:32.650213 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d2c740-cb9a-44bf-b701-4e2919f48912 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Router cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef has already been hosted by L3 agent a5518e17-d4a6-403f-b34f-0fa3d03f1833 {{(pid=110157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 14:59:32.753564 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d2c740-cb9a-44bf-b701-4e2919f48912 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Notify agent at l3_agent.dv-cinder-839987-7-iscsi the message routers_updated {{(pid=110157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:59:32.763356 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdd7a33-49ba-43a7-98fc-16b5d9913773 None None] Sync routers for ids ['cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef'] in dv-cinder-839987-7-iscsi {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:59:32.771702 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-18d2c740-cb9a-44bf-b701-4e2919f48912 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for floatingip (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:32.774427 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:59:32.774726 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdd7a33-49ba-43a7-98fc-16b5d9913773 None None] Routers {'cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:59:32.775351 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-0fdd7a33-49ba-43a7-98fc-16b5d9913773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T14:59:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:59:32.805470 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-18d2c740-cb9a-44bf-b701-4e2919f48912 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8348045 May 18 14:59:32.806055 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d158898-fe22-450d-8a03-33f781b6fa1f', 'tag': '13109190-8799-4d42-a04f-c61a209975be'}] {{(pid=110157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:59:32.808407 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3614be4c33be7e0ed28fa23fdbb6a3604458632b91c0a79006a6fb45a0ea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59266236-740a-41f9-be61-3ec1fbb45af7" -d '{"events": [{"name": "network-changed", "server_uuid": "1d158898-fe22-450d-8a03-33f781b6fa1f", "tag": "13109190-8799-4d42-a04f-c61a209975be"}]}' {{(pid=110157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:59:32.808904 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 36312) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:59:32.818006 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-fe95642a-68aa-454b-bc67-80fceb9e026b tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1525091347', 'description': 'tempest-secgroup-smoke-1525091347 description', 'project_id': '51aa9f371a9c4b20bd52f8e251c80711'}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:59:32.849848 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-fe95642a-68aa-454b-bc67-80fceb9e026b tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Publish callbacks [] for security_group (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:32.853117 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 14:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65c3b0d-d6f0-4db0-a3f9-29192991531b x-openstack-request-id: req-e65c3b0d-d6f0-4db0-a3f9-29192991531b {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:59:32.853403 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d158898-fe22-450d-8a03-33f781b6fa1f", "tag": "13109190-8799-4d42-a04f-c61a209975be", "status": "completed", "code": 200}]} {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:59:32.853703 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e65c3b0d-d6f0-4db0-a3f9-29192991531b {{(pid=110157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:59:32.854151 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e65c3b0d-d6f0-4db0-a3f9-29192991531b'] response: {'name': 'network-changed', 'server_uuid': '1d158898-fe22-450d-8a03-33f781b6fa1f', 'tag': '13109190-8799-4d42-a04f-c61a209975be', 'status': 'completed', 'code': 200} May 18 14:59:32.889728 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-0fdd7a33-49ba-43a7-98fc-16b5d9913773 None None] Set router cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:59:32.928760 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-fe95642a-68aa-454b-bc67-80fceb9e026b tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Publish callbacks [] for security_group (87209f13-ae86-4e34-8404-fc5ce5ccdd43), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:32.933117 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-fe95642a-68aa-454b-bc67-80fceb9e026b tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (87209f13-ae86-4e34-8404-fc5ce5ccdd43), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:32.955148 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-fe95642a-68aa-454b-bc67-80fceb9e026b tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Publish callbacks [] for security_group (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:32.957652 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59266236-740a-41f9-be61-3ec1fbb45af7 req-6456eb73-ac85-45b5-97b2-47f1461d9f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:32.959171 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-59266236-740a-41f9-be61-3ec1fbb45af7 req-6456eb73-ac85-45b5-97b2-47f1461d9f03 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=51aa9f371a9c4b20bd52f8e251c80711&device_id=1d158898-fe22-450d-8a03-33f781b6fa1f HTTP/1.1" status: 200 len: 1130 time: 0.0427430 May 18 14:59:32.959602 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-fe95642a-68aa-454b-bc67-80fceb9e026b tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1491659 May 18 14:59:32.959721 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 36316) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:59:32.963891 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [None req-46f69aac-3a3d-40d6-b4f4-98645f6e9a2a tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Request body: {'security_group_rule': {'security_group_id': '87209f13-ae86-4e34-8404-fc5ce5ccdd43', 'project_id': '51aa9f371a9c4b20bd52f8e251c80711', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:59:32.974771 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe95642a-68aa-454b-bc67-80fceb9e026b tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87209f13-ae86-4e34-8404-fc5ce5ccdd43,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:59:33.056042 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-46f69aac-3a3d-40d6-b4f4-98645f6e9a2a tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Publish callbacks [] for security_group_rule (93621ddd-2be9-41ee-97a5-dc286a7a50ce), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:33.131402 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59266236-740a-41f9-be61-3ec1fbb45af7 req-7b07d54b-5237-49a1-a4e6-74c682e45502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:33.132972 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-59266236-740a-41f9-be61-3ec1fbb45af7 req-7b07d54b-5237-49a1-a4e6-74c682e45502 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5bc950ac-9a60-4db1-9e91-6b6e6f038301 HTTP/1.1" status: 200 len: 916 time: 0.1638870 May 18 14:59:33.158837 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9579f8c-4b51-46bd-8496-42a44a2a0916 req-9b929175-65fc-44ca-a4ac-93829201a487 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:33.160375 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f9579f8c-4b51-46bd-8496-42a44a2a0916 req-9b929175-65fc-44ca-a4ac-93829201a487 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=029fe182-8e95-49ca-88da-64523afce432 HTTP/1.1" status: 200 len: 945 time: 0.0941942 May 18 14:59:33.203378 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-0fdd7a33-49ba-43a7-98fc-16b5d9913773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef', 'name': 'tempest-TestMinimumBasicScenario-1793539287-router', 'tenant_id': '51aa9f371a9c4b20bd52f8e251c80711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '966617e1-a095-40fc-88c0-fcbbdc03e57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:58:23Z', 'updated_at': '2022-05-18T14:58:26Z', 'revision_number': 4, 'project_id': '51aa9f371a9c4b20bd52f8e251c80711', 'gw_port': {'id': '966617e1-a095-40fc-88c0-fcbbdc03e57f', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:01:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:58:24Z', 'updated_at': '2022-05-18T14:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_floatingips': [{'id': '9cf7a237-1986-4d1f-818e-24a7b1876c4b', 'tenant_id': '51aa9f371a9c4b20bd52f8e251c80711', 'floating_ip_address': '172.27.3.93', 'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'router_id': 'cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef', 'port_id': '13109190-8799-4d42-a04f-c61a209975be', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc950ac-9a60-4db1-9e91-6b6e6f038301', 'mac_address': 'fa:16:3e:25:c6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d158898-fe22-450d-8a03-33f781b6fa1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:59:31Z', 'updated_at': '2022-05-18T14:59:31Z', 'revision_number': 0, 'project_id': '51aa9f371a9c4b20bd52f8e251c80711', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '961bfb30-2f69-45c2-82b7-2052c0935a46', 'name': '', 'network_id': '5bc950ac-9a60-4db1-9e91-6b6e6f038301', 'tenant_id': '51aa9f371a9c4b20bd52f8e251c80711', 'mac_address': 'fa:16:3e:ad:97:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'f67ef94c-fe95-4707-8c30-e8bb6bac9712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:58:25Z', 'updated_at': '2022-05-18T14:58:33Z', 'revision_number': 5, 'project_id': '51aa9f371a9c4b20bd52f8e251c80711', 'subnets': [{'id': 'f67ef94c-fe95-4707-8c30-e8bb6bac9712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:59:33.232760 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdd7a33-49ba-43a7-98fc-16b5d9913773 None None] Checking router: cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef for host: dv-cinder-839987-7-iscsi {{(pid=110159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:59:33.242369 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-46f69aac-3a3d-40d6-b4f4-98645f6e9a2a tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Publish callbacks [] for security_group_rule (93621ddd-2be9-41ee-97a5-dc286a7a50ce), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:33.242574 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdd7a33-49ba-43a7-98fc-16b5d9913773 None None] Routers {'cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:59:33.243135 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-0fdd7a33-49ba-43a7-98fc-16b5d9913773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T14:59:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:59:33.250879 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-59266236-740a-41f9-be61-3ec1fbb45af7 req-7941f6fc-4664-47c9-8bfd-8b8e1c5191b6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13109190-8799-4d42-a04f-c61a209975be HTTP/1.1" status: 200 len: 999 time: 0.1081052 May 18 14:59:33.251521 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-46f69aac-3a3d-40d6-b4f4-98645f6e9a2a tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039443'] for security_group_rule (93621ddd-2be9-41ee-97a5-dc286a7a50ce), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:33.313512 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f69aac-3a3d-40d6-b4f4-98645f6e9a2a tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93621ddd-2be9-41ee-97a5-dc286a7a50ce,revision_number=0']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:59:33.320396 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f9579f8c-4b51-46bd-8496-42a44a2a0916 req-d0866c96-8c55-41b1-892d-f790bf3c5216 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4853b88-ce3a-4172-9efa-accfb830c42b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225467 May 18 14:59:33.327001 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-46f69aac-3a3d-40d6-b4f4-98645f6e9a2a tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:33.328153 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-46f69aac-3a3d-40d6-b4f4-98645f6e9a2a tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3676224 May 18 14:59:33.330926 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 36320) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:59:33.335623 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [None req-60754d30-f89e-4352-99e9-1aee19c357d3 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Request body: {'security_group_rule': {'security_group_id': '87209f13-ae86-4e34-8404-fc5ce5ccdd43', 'project_id': '51aa9f371a9c4b20bd52f8e251c80711', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:59:33.349812 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-0fdd7a33-49ba-43a7-98fc-16b5d9913773 None None] Set router cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:59:33.357420 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59266236-740a-41f9-be61-3ec1fbb45af7 req-6dfd1329-1258-497f-8fbd-5427c60afb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:33.358909 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-59266236-740a-41f9-be61-3ec1fbb45af7 req-6dfd1329-1258-497f-8fbd-5427c60afb2b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f67ef94c-fe95-4707-8c30-e8bb6bac9712 HTTP/1.1" status: 200 len: 854 time: 0.0934389 May 18 14:59:33.362799 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:59:33.402422 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-60754d30-f89e-4352-99e9-1aee19c357d3 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Publish callbacks [] for security_group_rule (5c276a99-890f-4d98-90f6-1963baf6d094), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:33.429306 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59266236-740a-41f9-be61-3ec1fbb45af7 req-255ca315-4b2c-4ee3-a5df-8f4a1254b29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:33.430788 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-59266236-740a-41f9-be61-3ec1fbb45af7 req-255ca315-4b2c-4ee3-a5df-8f4a1254b29b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5bc950ac-9a60-4db1-9e91-6b6e6f038301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0642610 May 18 14:59:33.519858 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-60754d30-f89e-4352-99e9-1aee19c357d3 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Publish callbacks [] for security_group_rule (5c276a99-890f-4d98-90f6-1963baf6d094), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:33.527833 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-60754d30-f89e-4352-99e9-1aee19c357d3 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039443'] for security_group_rule (5c276a99-890f-4d98-90f6-1963baf6d094), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:33.566764 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60754d30-f89e-4352-99e9-1aee19c357d3 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c276a99-890f-4d98-90f6-1963baf6d094,revision_number=0']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:59:33.572540 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-59266236-740a-41f9-be61-3ec1fbb45af7 req-a657950b-eaef-495b-993a-35b65591bd60 service neutron] 10.222.0.49 "GET /v2.0/networks/5bc950ac-9a60-4db1-9e91-6b6e6f038301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342890 May 18 14:59:33.575949 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-60754d30-f89e-4352-99e9-1aee19c357d3 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:33.579619 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-60754d30-f89e-4352-99e9-1aee19c357d3 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2453113 May 18 14:59:33.579867 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 36322) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:59:33.580186 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-0fdd7a33-49ba-43a7-98fc-16b5d9913773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef', 'name': 'tempest-TestMinimumBasicScenario-1793539287-router', 'tenant_id': '51aa9f371a9c4b20bd52f8e251c80711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '966617e1-a095-40fc-88c0-fcbbdc03e57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:58:23Z', 'updated_at': '2022-05-18T14:58:26Z', 'revision_number': 4, 'project_id': '51aa9f371a9c4b20bd52f8e251c80711', 'gw_port': {'id': '966617e1-a095-40fc-88c0-fcbbdc03e57f', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:01:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:58:24Z', 'updated_at': '2022-05-18T14:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_floatingips': [{'id': '9cf7a237-1986-4d1f-818e-24a7b1876c4b', 'tenant_id': '51aa9f371a9c4b20bd52f8e251c80711', 'floating_ip_address': '172.27.3.93', 'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'router_id': 'cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef', 'port_id': '13109190-8799-4d42-a04f-c61a209975be', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc950ac-9a60-4db1-9e91-6b6e6f038301', 'mac_address': 'fa:16:3e:25:c6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d158898-fe22-450d-8a03-33f781b6fa1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:59:31Z', 'updated_at': '2022-05-18T14:59:31Z', 'revision_number': 0, 'project_id': '51aa9f371a9c4b20bd52f8e251c80711', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '961bfb30-2f69-45c2-82b7-2052c0935a46', 'name': '', 'network_id': '5bc950ac-9a60-4db1-9e91-6b6e6f038301', 'tenant_id': '51aa9f371a9c4b20bd52f8e251c80711', 'mac_address': 'fa:16:3e:ad:97:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'f67ef94c-fe95-4707-8c30-e8bb6bac9712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:58:25Z', 'updated_at': '2022-05-18T14:58:33Z', 'revision_number': 5, 'project_id': '51aa9f371a9c4b20bd52f8e251c80711', 'subnets': [{'id': 'f67ef94c-fe95-4707-8c30-e8bb6bac9712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:59:33.584806 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [None req-0def4375-4d40-4e2f-9a67-4e911ff8a154 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Request body: {'security_group_rule': {'security_group_id': '87209f13-ae86-4e34-8404-fc5ce5ccdd43', 'project_id': '51aa9f371a9c4b20bd52f8e251c80711', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:59:33.606323 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdd7a33-49ba-43a7-98fc-16b5d9913773 None None] The sync data for ids ['cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef'] in dv-cinder-839987-7-iscsi is: [{'id': 'cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef', 'name': 'tempest-TestMinimumBasicScenario-1793539287-router', 'tenant_id': '51aa9f371a9c4b20bd52f8e251c80711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '966617e1-a095-40fc-88c0-fcbbdc03e57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:58:23Z', 'updated_at': '2022-05-18T14:58:26Z', 'revision_number': 4, 'project_id': '51aa9f371a9c4b20bd52f8e251c80711', 'gw_port': {'id': '966617e1-a095-40fc-88c0-fcbbdc03e57f', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:01:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:58:24Z', 'updated_at': '2022-05-18T14:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_floatingips': [{'id': '9cf7a237-1986-4d1f-818e-24a7b1876c4b', 'tenant_id': '51aa9f371a9c4b20bd52f8e251c80711', 'floating_ip_address': '172.27.3.93', 'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'router_id': 'cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef', 'port_id': '13109190-8799-4d42-a04f-c61a209975be', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc950ac-9a60-4db1-9e91-6b6e6f038301', 'mac_address': 'fa:16:3e:25:c6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d158898-fe22-450d-8a03-33f781b6fa1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:59:31Z', 'updated_at': '2022-05-18T14:59:31Z', 'revision_number': 0, 'project_id': '51aa9f371a9c4b20bd52f8e251c80711', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '961bfb30-2f69-45c2-82b7-2052c0935a46', 'name': '', 'network_id': '5bc950ac-9a60-4db1-9e91-6b6e6f038301', 'tenant_id': '51aa9f371a9c4b20bd52f8e251c80711', 'mac_address': 'fa:16:3e:ad:97:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'f67ef94c-fe95-4707-8c30-e8bb6bac9712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:58:25Z', 'updated_at': '2022-05-18T14:58:33Z', 'revision_number': 5, 'project_id': '51aa9f371a9c4b20bd52f8e251c80711', 'subnets': [{'id': 'f67ef94c-fe95-4707-8c30-e8bb6bac9712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:59:33.644013 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:59:33.673012 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-0def4375-4d40-4e2f-9a67-4e911ff8a154 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Publish callbacks [] for security_group_rule (262925ef-ba07-408a-bf66-5221bd299dca), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:33.721381 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-59266236-740a-41f9-be61-3ec1fbb45af7 req-dfc30945-5407-4df1-a136-45f7c7f86de9 service neutron] 10.222.0.49 "GET /v2.0/networks/5bc950ac-9a60-4db1-9e91-6b6e6f038301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318214 May 18 14:59:33.745668 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-0def4375-4d40-4e2f-9a67-4e911ff8a154 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Publish callbacks [] for security_group_rule (262925ef-ba07-408a-bf66-5221bd299dca), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:33.750582 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-0def4375-4d40-4e2f-9a67-4e911ff8a154 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039443'] for security_group_rule (262925ef-ba07-408a-bf66-5221bd299dca), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:33.771249 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0def4375-4d40-4e2f-9a67-4e911ff8a154 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=262925ef-ba07-408a-bf66-5221bd299dca,revision_number=0']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:59:33.780557 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-0def4375-4d40-4e2f-9a67-4e911ff8a154 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:33.784600 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-0def4375-4d40-4e2f-9a67-4e911ff8a154 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2011521 May 18 14:59:33.785525 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 36324) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:59:33.790376 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [None req-20a51fab-b05a-486c-96f6-2d8cf0b00731 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Request body: {'security_group_rule': {'security_group_id': '87209f13-ae86-4e34-8404-fc5ce5ccdd43', 'project_id': '51aa9f371a9c4b20bd52f8e251c80711', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:59:33.820726 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-20a51fab-b05a-486c-96f6-2d8cf0b00731 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Publish callbacks [] for security_group_rule (87150ed6-5eaf-4839-a045-007b8cfdd670), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:33.822754 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e022f346-c26e-4058-a864-c8038afe7968 None None] New status for floating IP 9cf7a237-1986-4d1f-818e-24a7b1876c4b: ACTIVE {{(pid=110158) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 14:59:33.871668 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-20a51fab-b05a-486c-96f6-2d8cf0b00731 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Publish callbacks [] for security_group_rule (87150ed6-5eaf-4839-a045-007b8cfdd670), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:33.875034 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-20a51fab-b05a-486c-96f6-2d8cf0b00731 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039443'] for security_group_rule (87150ed6-5eaf-4839-a045-007b8cfdd670), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:33.899106 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a51fab-b05a-486c-96f6-2d8cf0b00731 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87150ed6-5eaf-4839-a045-007b8cfdd670,revision_number=0']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:59:33.909682 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-20a51fab-b05a-486c-96f6-2d8cf0b00731 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:33.910962 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-20a51fab-b05a-486c-96f6-2d8cf0b00731 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1244121 May 18 14:59:33.913942 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 36326) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:59:33.918782 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-811600e6-8976-4d03-9725-12b69bfdb0cb tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Request body: {'security_group_rule': {'security_group_id': '87209f13-ae86-4e34-8404-fc5ce5ccdd43', 'project_id': '51aa9f371a9c4b20bd52f8e251c80711', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:59:33.940027 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.db.securitygroups_db [None req-811600e6-8976-4d03-9725-12b69bfdb0cb tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Project 51aa9f371a9c4b20bd52f8e251c80711 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 14:59:33.946230 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-811600e6-8976-4d03-9725-12b69bfdb0cb tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Publish callbacks [] for security_group_rule (4563015d-b7e3-462e-87f6-68f554b37e60), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:34.006956 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-811600e6-8976-4d03-9725-12b69bfdb0cb tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Publish callbacks [] for security_group_rule (4563015d-b7e3-462e-87f6-68f554b37e60), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:34.010832 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-811600e6-8976-4d03-9725-12b69bfdb0cb tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039443'] for security_group_rule (4563015d-b7e3-462e-87f6-68f554b37e60), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:34.028982 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811600e6-8976-4d03-9725-12b69bfdb0cb tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4563015d-b7e3-462e-87f6-68f554b37e60,revision_number=0']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:59:34.036625 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-811600e6-8976-4d03-9725-12b69bfdb0cb tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:34.037791 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-811600e6-8976-4d03-9725-12b69bfdb0cb tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1227429 May 18 14:59:34.040412 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 36328) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:59:34.044598 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-c4d90a58-1934-4c00-a4a1-86b71372ad03 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Request body: {'security_group_rule': {'security_group_id': '87209f13-ae86-4e34-8404-fc5ce5ccdd43', 'project_id': '51aa9f371a9c4b20bd52f8e251c80711', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:59:34.065184 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.db.securitygroups_db [None req-c4d90a58-1934-4c00-a4a1-86b71372ad03 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Project 51aa9f371a9c4b20bd52f8e251c80711 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 14:59:34.071029 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-c4d90a58-1934-4c00-a4a1-86b71372ad03 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Publish callbacks [] for security_group_rule (631e1eb8-d242-4e73-b831-9e22fd9f496b), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:34.121344 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-c4d90a58-1934-4c00-a4a1-86b71372ad03 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Publish callbacks [] for security_group_rule (631e1eb8-d242-4e73-b831-9e22fd9f496b), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:34.124642 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-c4d90a58-1934-4c00-a4a1-86b71372ad03 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039443'] for security_group_rule (631e1eb8-d242-4e73-b831-9e22fd9f496b), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:34.141292 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d90a58-1934-4c00-a4a1-86b71372ad03 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=631e1eb8-d242-4e73-b831-9e22fd9f496b,revision_number=0']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:59:34.149783 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-c4d90a58-1934-4c00-a4a1-86b71372ad03 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:34.150950 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-c4d90a58-1934-4c00-a4a1-86b71372ad03 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1095965 May 18 14:59:34.242959 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-08676a0a-0a04-44c6-8150-f439e26fba74 req-728ff24f-b33f-4d07-be7e-bf48aab21e8e tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1525091347&fields=id&tenant_id=51aa9f371a9c4b20bd52f8e251c80711 HTTP/1.1" status: 200 len: 267 time: 0.0441606 May 18 14:59:34.292936 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08676a0a-0a04-44c6-8150-f439e26fba74 req-7536bcda-f1f0-4713-ab3c-8bf31c619326 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:34.294313 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-08676a0a-0a04-44c6-8150-f439e26fba74 req-7536bcda-f1f0-4713-ab3c-8bf31c619326 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d158898-fe22-450d-8a03-33f781b6fa1f HTTP/1.1" status: 200 len: 946 time: 0.0461011 May 18 14:59:34.304940 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [req-08676a0a-0a04-44c6-8150-f439e26fba74 req-d866aad5-0a4f-4df3-976d-5c0caa3e67a6 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Request body: {'port': {'security_groups': ['9ae6d231-2416-440b-a669-c55404a7aa80', '87209f13-ae86-4e34-8404-fc5ce5ccdd43']}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:59:34.375011 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-08676a0a-0a04-44c6-8150-f439e26fba74 req-d866aad5-0a4f-4df3-976d-5c0caa3e67a6 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (13109190-8799-4d42-a04f-c61a209975be), before_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:34.484235 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c1fa9-9421-4367-9e94-79a806dc8dc6 req-e3ff91b1-9876-4243-8b6c-62ece0feff37 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:34.485749 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ae4c1fa9-9421-4367-9e94-79a806dc8dc6 req-e3ff91b1-9876-4243-8b6c-62ece0feff37 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=029fe182-8e95-49ca-88da-64523afce432 HTTP/1.1" status: 200 len: 945 time: 0.0919521 May 18 14:59:34.492040 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:59:34.581277 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ae4c1fa9-9421-4367-9e94-79a806dc8dc6 req-70f67ed2-5ffd-4cd8-96b8-391e1847514c tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4853b88-ce3a-4172-9efa-accfb830c42b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879068 May 18 14:59:34.678098 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.db [req-08676a0a-0a04-44c6-8150-f439e26fba74 req-d866aad5-0a4f-4df3-976d-5c0caa3e67a6 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] For port 13109190-8799-4d42-a04f-c61a209975be, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=13109190-8799-4d42-a04f-c61a209975be,segment=NetworkSegment(605bcccb-2406-4480-be4f-227fa2adf873),segment_id=605bcccb-2406-4480-be4f-227fa2adf873)] {{(pid=110157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:59:34.706166 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-08676a0a-0a04-44c6-8150-f439e26fba74 req-d866aad5-0a4f-4df3-976d-5c0caa3e67a6 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Publish callbacks [] for port (13109190-8799-4d42-a04f-c61a209975be), precommit_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:34.711482 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-08676a0a-0a04-44c6-8150-f439e26fba74 req-d866aad5-0a4f-4df3-976d-5c0caa3e67a6 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13704156'] for port (13109190-8799-4d42-a04f-c61a209975be), after_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:34.751698 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] get_ports_and_sgs() called for port_ids ['13109190-8799-4d42-a04f-c61a209975be'] {{(pid=110158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 14:59:34.754246 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08676a0a-0a04-44c6-8150-f439e26fba74 req-d866aad5-0a4f-4df3-976d-5c0caa3e67a6 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:34.755375 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-08676a0a-0a04-44c6-8150-f439e26fba74 req-d866aad5-0a4f-4df3-976d-5c0caa3e67a6 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for port (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:34.757000 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-08676a0a-0a04-44c6-8150-f439e26fba74 req-d866aad5-0a4f-4df3-976d-5c0caa3e67a6 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "PUT /v2.0/ports/13109190-8799-4d42-a04f-c61a209975be HTTP/1.1" status: 200 len: 982 time: 0.4566462 May 18 14:59:34.780650 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d866aad5-0a4f-4df3-976d-5c0caa3e67a6 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Pushing event updated for resources: {'Port': ['ID=13109190-8799-4d42-a04f-c61a209975be,revision_number=6']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:59:34.851004 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:59:34.855581 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d158898-fe22-450d-8a03-33f781b6fa1f', 'tag': '13109190-8799-4d42-a04f-c61a209975be'}] {{(pid=110157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:59:34.858342 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3614be4c33be7e0ed28fa23fdbb6a3604458632b91c0a79006a6fb45a0ea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a73b5d6-40a1-4a22-ba58-6ea2d5b797d9" -d '{"events": [{"name": "network-changed", "server_uuid": "1d158898-fe22-450d-8a03-33f781b6fa1f", "tag": "13109190-8799-4d42-a04f-c61a209975be"}]}' {{(pid=110157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:59:34.871557 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c24330-8aa0-4b53-b511-f58476689ddc req-b491a690-8c82-413a-b544-5434bb83ad15 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:34.873157 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d9c24330-8aa0-4b53-b511-f58476689ddc req-b491a690-8c82-413a-b544-5434bb83ad15 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d158898-fe22-450d-8a03-33f781b6fa1f HTTP/1.1" status: 200 len: 985 time: 0.0630448 May 18 14:59:34.904999 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 14:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a6c469-cf50-425a-8826-eede4da71938 x-openstack-request-id: req-30a6c469-cf50-425a-8826-eede4da71938 {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:59:34.905287 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d158898-fe22-450d-8a03-33f781b6fa1f", "tag": "13109190-8799-4d42-a04f-c61a209975be", "status": "completed", "code": 200}]} {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:59:34.905534 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-30a6c469-cf50-425a-8826-eede4da71938 {{(pid=110157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:59:34.905920 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30a6c469-cf50-425a-8826-eede4da71938'] response: {'name': 'network-changed', 'server_uuid': '1d158898-fe22-450d-8a03-33f781b6fa1f', 'tag': '13109190-8799-4d42-a04f-c61a209975be', 'status': 'completed', 'code': 200} May 18 14:59:34.944731 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d9c24330-8aa0-4b53-b511-f58476689ddc req-6d78b879-fe31-4263-88e9-168e7e7c0b40 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ae6d231-2416-440b-a669-c55404a7aa80&id=87209f13-ae86-4e34-8404-fc5ce5ccdd43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0647814 May 18 14:59:35.009209 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:59:35.023908 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] get_ports_and_sgs() called for port_ids ['13109190-8799-4d42-a04f-c61a209975be'] {{(pid=110158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 14:59:35.071475 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-687e06b3-8ae2-4792-90fc-bce413b1b843 None None] Provisioning complete for port 13109190-8799-4d42-a04f-c61a209975be triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:59:35.071839 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-687e06b3-8ae2-4792-90fc-bce413b1b843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (13109190-8799-4d42-a04f-c61a209975be), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:35.152116 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73b5d6-40a1-4a22-ba58-6ea2d5b797d9 req-edec67da-cdc4-4bb5-a446-174868bf0a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:35.153631 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-9a73b5d6-40a1-4a22-ba58-6ea2d5b797d9 req-edec67da-cdc4-4bb5-a446-174868bf0a45 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=51aa9f371a9c4b20bd52f8e251c80711&device_id=1d158898-fe22-450d-8a03-33f781b6fa1f HTTP/1.1" status: 200 len: 1169 time: 0.0425251 May 18 14:59:35.260197 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73b5d6-40a1-4a22-ba58-6ea2d5b797d9 req-68f376b5-48d7-44d5-a575-b4e9eef63c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:35.262070 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-9a73b5d6-40a1-4a22-ba58-6ea2d5b797d9 req-68f376b5-48d7-44d5-a575-b4e9eef63c77 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5bc950ac-9a60-4db1-9e91-6b6e6f038301 HTTP/1.1" status: 200 len: 916 time: 0.0963459 May 18 14:59:35.331514 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-9a73b5d6-40a1-4a22-ba58-6ea2d5b797d9 req-d057b561-8b0e-44f3-bb5b-d8ea31725f1c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13109190-8799-4d42-a04f-c61a209975be HTTP/1.1" status: 200 len: 1001 time: 0.0566413 May 18 14:59:35.376431 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-687e06b3-8ae2-4792-90fc-bce413b1b843 None None] Current status of the port 13109190-8799-4d42-a04f-c61a209975be is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:59:35.387972 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73b5d6-40a1-4a22-ba58-6ea2d5b797d9 req-977db381-9831-4221-9c7b-1e0ceaa43eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:35.389499 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-9a73b5d6-40a1-4a22-ba58-6ea2d5b797d9 req-977db381-9831-4221-9c7b-1e0ceaa43eef service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f67ef94c-fe95-4707-8c30-e8bb6bac9712 HTTP/1.1" status: 200 len: 854 time: 0.0443048 May 18 14:59:35.438797 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73b5d6-40a1-4a22-ba58-6ea2d5b797d9 req-44759f7e-c597-490d-abc4-19780f2651cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:35.440216 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-9a73b5d6-40a1-4a22-ba58-6ea2d5b797d9 req-44759f7e-c597-490d-abc4-19780f2651cf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5bc950ac-9a60-4db1-9e91-6b6e6f038301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435300 May 18 14:59:35.465551 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:59:35.539528 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-9a73b5d6-40a1-4a22-ba58-6ea2d5b797d9 req-1be8d5ba-92d7-4d10-beab-d63624f85749 service neutron] 10.222.0.49 "GET /v2.0/networks/5bc950ac-9a60-4db1-9e91-6b6e6f038301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843909 May 18 14:59:35.634801 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-9a73b5d6-40a1-4a22-ba58-6ea2d5b797d9 req-40dcc74a-3d47-4c5a-825e-baad381351a8 service neutron] 10.222.0.49 "GET /v2.0/networks/5bc950ac-9a60-4db1-9e91-6b6e6f038301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883148 May 18 14:59:35.698468 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec3109-e583-4ea5-811f-911504d0a18b req-6883dfe7-78d7-44ca-8a75-fafb75cb4d8c tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:35.699942 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2dec3109-e583-4ea5-811f-911504d0a18b req-6883dfe7-78d7-44ca-8a75-fafb75cb4d8c tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=029fe182-8e95-49ca-88da-64523afce432 HTTP/1.1" status: 200 len: 945 time: 0.0468891 May 18 14:59:35.746658 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2dec3109-e583-4ea5-811f-911504d0a18b req-e48f985f-5dfb-406a-9070-eda13c838a59 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4853b88-ce3a-4172-9efa-accfb830c42b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411768 May 18 14:59:36.852207 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:59:36.864023 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a49b6-bbcb-43c1-8326-95009682a30b req-12bcedd8-eac2-4265-9fda-797bf81d02a4 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:36.865507 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-4c5a49b6-bbcb-43c1-8326-95009682a30b req-12bcedd8-eac2-4265-9fda-797bf81d02a4 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=029fe182-8e95-49ca-88da-64523afce432 HTTP/1.1" status: 200 len: 945 time: 0.0522454 May 18 14:59:36.911918 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-4c5a49b6-bbcb-43c1-8326-95009682a30b req-7f64c9be-bf50-4520-a0e1-055c987ce4b6 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4853b88-ce3a-4172-9efa-accfb830c42b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407469 May 18 14:59:37.555879 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e1993-36b6-4c7a-9051-ce25ebb56200 req-d6062c1f-5cfa-4397-9d00-e4ecfcf79b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:37.557337 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8a7e1993-36b6-4c7a-9051-ce25ebb56200 req-d6062c1f-5cfa-4397-9d00-e4ecfcf79b19 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=029fe182-8e95-49ca-88da-64523afce432 HTTP/1.1" status: 200 len: 1129 time: 0.0457463 May 18 14:59:37.601172 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8a7e1993-36b6-4c7a-9051-ce25ebb56200 req-33dbcad9-298e-4833-9657-06821b97ea62 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a4853b88-ce3a-4172-9efa-accfb830c42b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369966 May 18 14:59:38.026827 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa37d8-db5c-4798-86dc-bb818ed0845d req-46eda4dd-4d97-4ffb-9913-712c3259722f tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:38.028287 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3aaa37d8-db5c-4798-86dc-bb818ed0845d req-46eda4dd-4d97-4ffb-9913-712c3259722f tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=029fe182-8e95-49ca-88da-64523afce432 HTTP/1.1" status: 200 len: 945 time: 0.0462234 May 18 14:59:38.077320 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3aaa37d8-db5c-4798-86dc-bb818ed0845d req-3b7509b3-072e-4185-9038-d44419c044b4 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4853b88-ce3a-4172-9efa-accfb830c42b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435860 May 18 14:59:39.190514 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d7fcc5-6bc8-4c0c-9748-ecb48aec5bda req-41306b1a-c6e8-4411-99ca-b3867ab34692 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:39.192028 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-22d7fcc5-6bc8-4c0c-9748-ecb48aec5bda req-41306b1a-c6e8-4411-99ca-b3867ab34692 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=029fe182-8e95-49ca-88da-64523afce432 HTTP/1.1" status: 200 len: 945 time: 0.0470088 May 18 14:59:39.212605 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:59:39.241438 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-22d7fcc5-6bc8-4c0c-9748-ecb48aec5bda req-506790ed-111b-4186-a4ad-2cd10e0fe446 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4853b88-ce3a-4172-9efa-accfb830c42b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435073 May 18 14:59:40.352088 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e293c76c-a551-4e9d-a441-03b8a40f808b req-1d854c17-2eba-4c81-888b-a37a03ae4d80 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:40.353582 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e293c76c-a551-4e9d-a441-03b8a40f808b req-1d854c17-2eba-4c81-888b-a37a03ae4d80 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=029fe182-8e95-49ca-88da-64523afce432 HTTP/1.1" status: 200 len: 945 time: 0.0463150 May 18 14:59:40.399487 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e293c76c-a551-4e9d-a441-03b8a40f808b req-65e0abd9-8ba0-43ed-a445-07ee40343834 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4853b88-ce3a-4172-9efa-accfb830c42b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405712 May 18 14:59:40.861071 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9fabe-efff-420a-b987-5f22c6985160 req-abeadafb-cdfb-4cc0-b2f7-93b61ec43536 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:40.862524 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-4cb9fabe-efff-420a-b987-5f22c6985160 req-abeadafb-cdfb-4cc0-b2f7-93b61ec43536 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=029fe182-8e95-49ca-88da-64523afce432 HTTP/1.1" status: 200 len: 945 time: 0.0772352 May 18 14:59:40.871426 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a585f-f4c5-4e78-8e64-063ac3884d63 req-188c9ee2-8c05-4ea1-a93f-649f339ee8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:40.872877 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8b2a585f-f4c5-4e78-8e64-063ac3884d63 req-188c9ee2-8c05-4ea1-a93f-649f339ee8a2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=84835592358a4e188df86896d6015647&device_id=029fe182-8e95-49ca-88da-64523afce432 HTTP/1.1" status: 200 len: 1129 time: 0.0508485 May 18 14:59:40.966604 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-4cb9fabe-efff-420a-b987-5f22c6985160 req-73957eef-bfae-49da-9cdd-f4df740a405a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4853b88-ce3a-4172-9efa-accfb830c42b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972786 May 18 14:59:40.997917 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a585f-f4c5-4e78-8e64-063ac3884d63 req-80e4926f-b93a-4f2e-9271-f970879e61ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:40.999380 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8b2a585f-f4c5-4e78-8e64-063ac3884d63 req-80e4926f-b93a-4f2e-9271-f970879e61ad service neutron] 10.222.0.49 "GET /v2.0/networks?id=22bd5425-6379-4740-b6c4-d6f9b7aaeddb HTTP/1.1" status: 200 len: 919 time: 0.1137414 May 18 14:59:41.060466 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8b2a585f-f4c5-4e78-8e64-063ac3884d63 req-e92fce0d-2707-4b2d-82cd-84aab374bcff service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2e8b9ad-823b-4ddb-820c-d6a26d7edf96 HTTP/1.1" status: 200 len: 1001 time: 0.0542452 May 18 14:59:41.118300 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a585f-f4c5-4e78-8e64-063ac3884d63 req-43ef065f-6964-45d8-af77-74c707598a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:41.119746 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8b2a585f-f4c5-4e78-8e64-063ac3884d63 req-43ef065f-6964-45d8-af77-74c707598a57 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8225869c-efe1-47af-ba2b-3d33d9623b49 HTTP/1.1" status: 200 len: 857 time: 0.0456240 May 18 14:59:41.142744 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-00932c87-9e1c-4d33-a753-139510801abc req-7438edf2-29cc-4649-915c-07327f5a3e7c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421977 May 18 14:59:41.222018 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00932c87-9e1c-4d33-a753-139510801abc req-93772796-fed2-4165-8009-4791649082ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:41.223770 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-00932c87-9e1c-4d33-a753-139510801abc req-93772796-fed2-4165-8009-4791649082ee service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=84835592358a4e188df86896d6015647&device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 1130 time: 0.0442598 May 18 14:59:41.339475 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00932c87-9e1c-4d33-a753-139510801abc req-ec62278a-e3e2-4664-972b-11f9cc607d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:41.340926 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-00932c87-9e1c-4d33-a753-139510801abc req-ec62278a-e3e2-4664-972b-11f9cc607d99 service neutron] 10.222.0.49 "GET /v2.0/networks?id=22bd5425-6379-4740-b6c4-d6f9b7aaeddb HTTP/1.1" status: 200 len: 919 time: 0.0972352 May 18 14:59:41.381216 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-00932c87-9e1c-4d33-a753-139510801abc req-3c4a445a-7576-436f-a0c1-22a7b696806c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be1a0b48-9f78-477a-a06b-50518f954982 HTTP/1.1" status: 200 len: 217 time: 0.0336266 May 18 14:59:41.403501 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a585f-f4c5-4e78-8e64-063ac3884d63 req-983d9fb0-db54-4295-b67b-513d0d912fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:41.405025 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8b2a585f-f4c5-4e78-8e64-063ac3884d63 req-983d9fb0-db54-4295-b67b-513d0d912fc5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=22bd5425-6379-4740-b6c4-d6f9b7aaeddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2764513 May 18 14:59:41.433058 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00932c87-9e1c-4d33-a753-139510801abc req-ad727393-6525-4080-bc3e-d6f916b44f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:41.434526 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-00932c87-9e1c-4d33-a753-139510801abc req-ad727393-6525-4080-bc3e-d6f916b44f43 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8225869c-efe1-47af-ba2b-3d33d9623b49 HTTP/1.1" status: 200 len: 857 time: 0.0458486 May 18 14:59:41.479698 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00932c87-9e1c-4d33-a753-139510801abc req-0966468d-8f9c-4506-a51f-aa7e25fd41c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:41.481219 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-00932c87-9e1c-4d33-a753-139510801abc req-0966468d-8f9c-4506-a51f-aa7e25fd41c8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=22bd5425-6379-4740-b6c4-d6f9b7aaeddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396185 May 18 14:59:41.495971 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8b2a585f-f4c5-4e78-8e64-063ac3884d63 req-c2c71a87-5f52-4ef2-89d3-91b9d2f926f8 service neutron] 10.222.0.49 "GET /v2.0/networks/22bd5425-6379-4740-b6c4-d6f9b7aaeddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826569 May 18 14:59:41.561094 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:59:41.580143 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-00932c87-9e1c-4d33-a753-139510801abc req-d8b559d5-5cf1-4dff-bc96-2b1057557209 service neutron] 10.222.0.49 "GET /v2.0/networks/22bd5425-6379-4740-b6c4-d6f9b7aaeddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917988 May 18 14:59:41.589556 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8b2a585f-f4c5-4e78-8e64-063ac3884d63 req-0a59dd01-dd62-4142-ae79-2efecf05102e service neutron] 10.222.0.49 "GET /v2.0/networks/22bd5425-6379-4740-b6c4-d6f9b7aaeddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873156 May 18 14:59:41.674716 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:59:41.703301 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-00932c87-9e1c-4d33-a753-139510801abc req-a143b8a5-cf63-4db0-8ede-1a91c77de413 service neutron] 10.222.0.49 "GET /v2.0/networks/22bd5425-6379-4740-b6c4-d6f9b7aaeddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918922 May 18 14:59:42.081063 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0934df1-fda1-4502-815a-64aa2d9dadc5 req-cd46b65d-8495-470a-af2a-fd6b1e0cb419 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:42.082520 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f0934df1-fda1-4502-815a-64aa2d9dadc5 req-cd46b65d-8495-470a-af2a-fd6b1e0cb419 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=029fe182-8e95-49ca-88da-64523afce432 HTTP/1.1" status: 200 len: 945 time: 0.0461843 May 18 14:59:42.124564 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:59:42.129258 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f0934df1-fda1-4502-815a-64aa2d9dadc5 req-fa8e4ce3-1cae-4d61-adef-1580e7129f6b tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4853b88-ce3a-4172-9efa-accfb830c42b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414436 May 18 14:59:42.433981 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (f376d122-85a6-484a-a941-8f32d5a81e72), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:43.249605 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d25cabd-66d0-431c-a974-c84821a47002 req-7dba708c-744d-4120-a590-447de2836683 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:43.251060 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6d25cabd-66d0-431c-a974-c84821a47002 req-7dba708c-744d-4120-a590-447de2836683 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=029fe182-8e95-49ca-88da-64523afce432 HTTP/1.1" status: 200 len: 945 time: 0.0523455 May 18 14:59:43.297656 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6d25cabd-66d0-431c-a974-c84821a47002 req-77566099-3635-4734-b1a5-701f76af0f26 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4853b88-ce3a-4172-9efa-accfb830c42b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409882 May 18 14:59:44.412799 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7260de3-d74b-4842-8716-cb5b86222a61 req-df0795d1-b349-4036-b603-1a575ecf5c77 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:44.414283 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-c7260de3-d74b-4842-8716-cb5b86222a61 req-df0795d1-b349-4036-b603-1a575ecf5c77 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=029fe182-8e95-49ca-88da-64523afce432 HTTP/1.1" status: 200 len: 945 time: 0.0493748 May 18 14:59:44.450686 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:59:44.463607 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-c7260de3-d74b-4842-8716-cb5b86222a61 req-00e6f31e-dc7a-4e0f-8580-e3db1ef1bc45 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4853b88-ce3a-4172-9efa-accfb830c42b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438180 May 18 14:59:44.572713 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8f400f-aa8c-4ac2-aec6-8a5c8598360c req-f7742a9d-89cf-4e2f-9538-c61df7314f3e tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:44.574576 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ac8f400f-aa8c-4ac2-aec6-8a5c8598360c req-f7742a9d-89cf-4e2f-9538-c61df7314f3e tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=029fe182-8e95-49ca-88da-64523afce432 HTTP/1.1" status: 200 len: 945 time: 0.0484428 May 18 14:59:44.583164 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 36384) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:59:44.588088 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-9d78fe83-ff28-44f7-8810-032d64ee90e5 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Request body: {'floatingip': {'port_id': 'b2e8b9ad-823b-4ddb-820c-d6a26d7edf96'}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:59:44.642465 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-9d78fe83-ff28-44f7-8810-032d64ee90e5 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks [] for floatingip (0d68db53-649d-4ac8-9db6-a12cb03ebc9b), before_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:45.101778 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-9d78fe83-ff28-44f7-8810-032d64ee90e5 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:45.105498 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-9d78fe83-ff28-44f7-8810-032d64ee90e5 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008279'] for floatingip (0d68db53-649d-4ac8-9db6-a12cb03ebc9b), after_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:45.308922 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d78fe83-ff28-44f7-8810-032d64ee90e5 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Router 3e4fc04d-f577-45c5-a814-daba4b2fdfb6 has already been hosted by L3 agent a5518e17-d4a6-403f-b34f-0fa3d03f1833 {{(pid=110156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 14:59:45.409204 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d78fe83-ff28-44f7-8810-032d64ee90e5 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Notify agent at l3_agent.dv-cinder-839987-7-iscsi the message routers_updated {{(pid=110156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:59:45.414033 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-9d78fe83-ff28-44f7-8810-032d64ee90e5 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for floatingip (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:45.416448 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:59:45.419500 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acfe2c5-dc53-4fcf-84d8-b43e0d554a33 None None] Sync routers for ids ['3e4fc04d-f577-45c5-a814-daba4b2fdfb6'] in dv-cinder-839987-7-iscsi {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:59:45.429798 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acfe2c5-dc53-4fcf-84d8-b43e0d554a33 None None] Routers {'3e4fc04d-f577-45c5-a814-daba4b2fdfb6'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:59:45.430398 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-8acfe2c5-dc53-4fcf-84d8-b43e0d554a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T14:59:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['3e4fc04d-f577-45c5-a814-daba4b2fdfb6'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:59:45.447990 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '029fe182-8e95-49ca-88da-64523afce432', 'tag': 'b2e8b9ad-823b-4ddb-820c-d6a26d7edf96'}] {{(pid=110156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:59:45.450272 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133ec7be95234859c4edce85a8c9b28b91a94f2f136921e0bf9997cb2a51d6fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63f56b9-6d18-4b7a-a5f7-8f3219d1f504" -d '{"events": [{"name": "network-changed", "server_uuid": "029fe182-8e95-49ca-88da-64523afce432", "tag": "b2e8b9ad-823b-4ddb-820c-d6a26d7edf96"}]}' {{(pid=110156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:59:45.484620 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-9d78fe83-ff28-44f7-8810-032d64ee90e5 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "PUT /v2.0/floatingips/0d68db53-649d-4ac8-9db6-a12cb03ebc9b HTTP/1.1" status: 200 len: 993 time: 0.8978970 May 18 14:59:45.486665 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=100 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:59:45.495612 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=100 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:59:45.501287 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 14:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24dceae6-297b-4bcb-9900-aef1f314c89f x-openstack-request-id: req-24dceae6-297b-4bcb-9900-aef1f314c89f {{(pid=110156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:59:45.501578 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "029fe182-8e95-49ca-88da-64523afce432", "tag": "b2e8b9ad-823b-4ddb-820c-d6a26d7edf96", "status": "completed", "code": 200}]} {{(pid=110156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:59:45.501830 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-24dceae6-297b-4bcb-9900-aef1f314c89f {{(pid=110156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:59:45.502231 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24dceae6-297b-4bcb-9900-aef1f314c89f'] response: {'name': 'network-changed', 'server_uuid': '029fe182-8e95-49ca-88da-64523afce432', 'tag': 'b2e8b9ad-823b-4ddb-820c-d6a26d7edf96', 'status': 'completed', 'code': 200} May 18 14:59:45.540631 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-8acfe2c5-dc53-4fcf-84d8-b43e0d554a33 None None] Set router 3e4fc04d-f577-45c5-a814-daba4b2fdfb6 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:59:45.687644 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f56b9-6d18-4b7a-a5f7-8f3219d1f504 req-ee0efee1-e4a8-4797-8204-250249aec87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:45.689346 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-a63f56b9-6d18-4b7a-a5f7-8f3219d1f504 req-ee0efee1-e4a8-4797-8204-250249aec87b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=84835592358a4e188df86896d6015647&device_id=029fe182-8e95-49ca-88da-64523afce432 HTTP/1.1" status: 200 len: 1129 time: 0.0428119 May 18 14:59:45.744360 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=100 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:59:45.757713 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-8acfe2c5-dc53-4fcf-84d8-b43e0d554a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4fc04d-f577-45c5-a814-daba4b2fdfb6', 'name': 'tempest-ServerRescueNegativeTestJSON-151813563-router', 'tenant_id': '84835592358a4e188df86896d6015647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '46612616-8fc3-4a81-bd7b-2adbbaf76c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:55:38Z', 'updated_at': '2022-05-18T14:55:45Z', 'revision_number': 4, 'project_id': '84835592358a4e188df86896d6015647', 'gw_port': {'id': '46612616-8fc3-4a81-bd7b-2adbbaf76c3e', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4fc04d-f577-45c5-a814-daba4b2fdfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:55:39Z', 'updated_at': '2022-05-18T14:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_floatingips': [{'id': '0d68db53-649d-4ac8-9db6-a12cb03ebc9b', 'tenant_id': '84835592358a4e188df86896d6015647', 'floating_ip_address': '172.27.3.198', 'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'router_id': '3e4fc04d-f577-45c5-a814-daba4b2fdfb6', 'port_id': 'b2e8b9ad-823b-4ddb-820c-d6a26d7edf96', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22bd5425-6379-4740-b6c4-d6f9b7aaeddb', 'mac_address': 'fa:16:3e:30:96:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029fe182-8e95-49ca-88da-64523afce432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:57:52Z', 'updated_at': '2022-05-18T14:59:45Z', 'revision_number': 3, 'project_id': '84835592358a4e188df86896d6015647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11968faa-fd76-4c5c-9627-dcf85c1d0ca3', 'name': '', 'network_id': '22bd5425-6379-4740-b6c4-d6f9b7aaeddb', 'tenant_id': '84835592358a4e188df86896d6015647', 'mac_address': 'fa:16:3e:96:7b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4fc04d-f577-45c5-a814-daba4b2fdfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8225869c-efe1-47af-ba2b-3d33d9623b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:55:45Z', 'updated_at': '2022-05-18T14:55:56Z', 'revision_number': 5, 'project_id': '84835592358a4e188df86896d6015647', 'subnets': [{'id': '8225869c-efe1-47af-ba2b-3d33d9623b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:59:45.782072 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acfe2c5-dc53-4fcf-84d8-b43e0d554a33 None None] Checking router: 3e4fc04d-f577-45c5-a814-daba4b2fdfb6 for host: dv-cinder-839987-7-iscsi {{(pid=110159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:59:45.783757 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f56b9-6d18-4b7a-a5f7-8f3219d1f504 req-f5ce7660-7fef-4d67-9a0d-de79e62bd466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:45.785280 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-a63f56b9-6d18-4b7a-a5f7-8f3219d1f504 req-f5ce7660-7fef-4d67-9a0d-de79e62bd466 service neutron] 10.222.0.49 "GET /v2.0/networks?id=22bd5425-6379-4740-b6c4-d6f9b7aaeddb HTTP/1.1" status: 200 len: 919 time: 0.0895357 May 18 14:59:45.790767 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acfe2c5-dc53-4fcf-84d8-b43e0d554a33 None None] Routers {'3e4fc04d-f577-45c5-a814-daba4b2fdfb6'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:59:45.791360 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-8acfe2c5-dc53-4fcf-84d8-b43e0d554a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T14:59:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['3e4fc04d-f577-45c5-a814-daba4b2fdfb6'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:59:45.848507 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-a63f56b9-6d18-4b7a-a5f7-8f3219d1f504 req-5b15bdfd-361c-47eb-945e-f32f4e6c2277 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2e8b9ad-823b-4ddb-820c-d6a26d7edf96 HTTP/1.1" status: 200 len: 1001 time: 0.0553725 May 18 14:59:45.898777 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-8acfe2c5-dc53-4fcf-84d8-b43e0d554a33 None None] Set router 3e4fc04d-f577-45c5-a814-daba4b2fdfb6 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:59:45.904954 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f56b9-6d18-4b7a-a5f7-8f3219d1f504 req-6d1c7b85-a8d2-4353-8115-ab91b66c04ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:45.906429 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-a63f56b9-6d18-4b7a-a5f7-8f3219d1f504 req-6d1c7b85-a8d2-4353-8115-ab91b66c04ab service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8225869c-efe1-47af-ba2b-3d33d9623b49 HTTP/1.1" status: 200 len: 857 time: 0.0515590 May 18 14:59:45.960517 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f56b9-6d18-4b7a-a5f7-8f3219d1f504 req-e1636217-7028-4767-b2c5-70747998f4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:45.962385 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-a63f56b9-6d18-4b7a-a5f7-8f3219d1f504 req-e1636217-7028-4767-b2c5-70747998f4ba service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=22bd5425-6379-4740-b6c4-d6f9b7aaeddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485961 May 18 14:59:46.074785 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-a63f56b9-6d18-4b7a-a5f7-8f3219d1f504 req-40850415-7ca6-43f9-a3b6-41115d212dfd service neutron] 10.222.0.49 "GET /v2.0/networks/22bd5425-6379-4740-b6c4-d6f9b7aaeddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945961 May 18 14:59:46.119300 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-8acfe2c5-dc53-4fcf-84d8-b43e0d554a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4fc04d-f577-45c5-a814-daba4b2fdfb6', 'name': 'tempest-ServerRescueNegativeTestJSON-151813563-router', 'tenant_id': '84835592358a4e188df86896d6015647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '46612616-8fc3-4a81-bd7b-2adbbaf76c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:55:38Z', 'updated_at': '2022-05-18T14:55:45Z', 'revision_number': 4, 'project_id': '84835592358a4e188df86896d6015647', 'gw_port': {'id': '46612616-8fc3-4a81-bd7b-2adbbaf76c3e', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4fc04d-f577-45c5-a814-daba4b2fdfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:55:39Z', 'updated_at': '2022-05-18T14:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_floatingips': [{'id': '0d68db53-649d-4ac8-9db6-a12cb03ebc9b', 'tenant_id': '84835592358a4e188df86896d6015647', 'floating_ip_address': '172.27.3.198', 'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'router_id': '3e4fc04d-f577-45c5-a814-daba4b2fdfb6', 'port_id': 'b2e8b9ad-823b-4ddb-820c-d6a26d7edf96', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22bd5425-6379-4740-b6c4-d6f9b7aaeddb', 'mac_address': 'fa:16:3e:30:96:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029fe182-8e95-49ca-88da-64523afce432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:57:52Z', 'updated_at': '2022-05-18T14:59:45Z', 'revision_number': 3, 'project_id': '84835592358a4e188df86896d6015647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11968faa-fd76-4c5c-9627-dcf85c1d0ca3', 'name': '', 'network_id': '22bd5425-6379-4740-b6c4-d6f9b7aaeddb', 'tenant_id': '84835592358a4e188df86896d6015647', 'mac_address': 'fa:16:3e:96:7b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4fc04d-f577-45c5-a814-daba4b2fdfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8225869c-efe1-47af-ba2b-3d33d9623b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:55:45Z', 'updated_at': '2022-05-18T14:55:56Z', 'revision_number': 5, 'project_id': '84835592358a4e188df86896d6015647', 'subnets': [{'id': '8225869c-efe1-47af-ba2b-3d33d9623b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:59:46.143690 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acfe2c5-dc53-4fcf-84d8-b43e0d554a33 None None] The sync data for ids ['3e4fc04d-f577-45c5-a814-daba4b2fdfb6'] in dv-cinder-839987-7-iscsi is: [{'id': '3e4fc04d-f577-45c5-a814-daba4b2fdfb6', 'name': 'tempest-ServerRescueNegativeTestJSON-151813563-router', 'tenant_id': '84835592358a4e188df86896d6015647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '46612616-8fc3-4a81-bd7b-2adbbaf76c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:55:38Z', 'updated_at': '2022-05-18T14:55:45Z', 'revision_number': 4, 'project_id': '84835592358a4e188df86896d6015647', 'gw_port': {'id': '46612616-8fc3-4a81-bd7b-2adbbaf76c3e', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4fc04d-f577-45c5-a814-daba4b2fdfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:55:39Z', 'updated_at': '2022-05-18T14:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_floatingips': [{'id': '0d68db53-649d-4ac8-9db6-a12cb03ebc9b', 'tenant_id': '84835592358a4e188df86896d6015647', 'floating_ip_address': '172.27.3.198', 'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'router_id': '3e4fc04d-f577-45c5-a814-daba4b2fdfb6', 'port_id': 'b2e8b9ad-823b-4ddb-820c-d6a26d7edf96', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22bd5425-6379-4740-b6c4-d6f9b7aaeddb', 'mac_address': 'fa:16:3e:30:96:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029fe182-8e95-49ca-88da-64523afce432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:57:52Z', 'updated_at': '2022-05-18T14:59:45Z', 'revision_number': 3, 'project_id': '84835592358a4e188df86896d6015647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11968faa-fd76-4c5c-9627-dcf85c1d0ca3', 'name': '', 'network_id': '22bd5425-6379-4740-b6c4-d6f9b7aaeddb', 'tenant_id': '84835592358a4e188df86896d6015647', 'mac_address': 'fa:16:3e:96:7b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4fc04d-f577-45c5-a814-daba4b2fdfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8225869c-efe1-47af-ba2b-3d33d9623b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:55:45Z', 'updated_at': '2022-05-18T14:55:56Z', 'revision_number': 5, 'project_id': '84835592358a4e188df86896d6015647', 'subnets': [{'id': '8225869c-efe1-47af-ba2b-3d33d9623b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:59:46.173419 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-a63f56b9-6d18-4b7a-a5f7-8f3219d1f504 req-9bfbe639-2c85-43c9-aaac-72ca649456db service neutron] 10.222.0.49 "GET /v2.0/networks/22bd5425-6379-4740-b6c4-d6f9b7aaeddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887818 May 18 14:59:47.312615 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81681794-6798-4dde-a2dc-60f9a15c4e24 req-3998519e-02f8-4d28-abaa-d38f4f56da04 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:47.314009 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-81681794-6798-4dde-a2dc-60f9a15c4e24 req-3998519e-02f8-4d28-abaa-d38f4f56da04 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 946 time: 0.0543449 May 18 14:59:47.359959 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-81681794-6798-4dde-a2dc-60f9a15c4e24 req-1286a81f-4c5b-45f3-b916-fb6e246ea7d0 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403292 May 18 14:59:47.503004 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '029fe182-8e95-49ca-88da-64523afce432', 'tag': 'b2e8b9ad-823b-4ddb-820c-d6a26d7edf96'}] {{(pid=110156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:59:47.505353 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133ec7be95234859c4edce85a8c9b28b91a94f2f136921e0bf9997cb2a51d6fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109cec4c-b6c8-4f24-b300-1fa70035afe5" -d '{"events": [{"name": "network-changed", "server_uuid": "029fe182-8e95-49ca-88da-64523afce432", "tag": "b2e8b9ad-823b-4ddb-820c-d6a26d7edf96"}]}' {{(pid=110156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:59:47.539673 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 14:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3beb65b8-76bf-45fb-a3c9-ccb2f6cb7981 x-openstack-request-id: req-3beb65b8-76bf-45fb-a3c9-ccb2f6cb7981 {{(pid=110156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:59:47.539980 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "029fe182-8e95-49ca-88da-64523afce432", "tag": "b2e8b9ad-823b-4ddb-820c-d6a26d7edf96", "status": "completed", "code": 200}]} {{(pid=110156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:59:47.540233 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3beb65b8-76bf-45fb-a3c9-ccb2f6cb7981 {{(pid=110156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:59:47.540750 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3beb65b8-76bf-45fb-a3c9-ccb2f6cb7981'] response: {'name': 'network-changed', 'server_uuid': '029fe182-8e95-49ca-88da-64523afce432', 'tag': 'b2e8b9ad-823b-4ddb-820c-d6a26d7edf96', 'status': 'completed', 'code': 200} May 18 14:59:48.477145 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad2ca5-02a1-4cd9-901e-a147e441baef req-302d3814-1084-4c38-b772-6abad9573415 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:48.478518 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-b8ad2ca5-02a1-4cd9-901e-a147e441baef req-302d3814-1084-4c38-b772-6abad9573415 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 946 time: 0.0467975 May 18 14:59:48.524811 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-b8ad2ca5-02a1-4cd9-901e-a147e441baef req-e07bc0e3-c144-4313-944d-855dc09edcbd tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408258 May 18 14:59:48.800508 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109cec4c-b6c8-4f24-b300-1fa70035afe5 req-6447a7b7-ecc9-4f50-8fd7-595d31849827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:48.802644 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-109cec4c-b6c8-4f24-b300-1fa70035afe5 req-6447a7b7-ecc9-4f50-8fd7-595d31849827 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=84835592358a4e188df86896d6015647&device_id=029fe182-8e95-49ca-88da-64523afce432 HTTP/1.1" status: 200 len: 1129 time: 0.0391674 May 18 14:59:49.019366 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109cec4c-b6c8-4f24-b300-1fa70035afe5 req-6b20b78a-eab0-407d-b470-6d6dd3523dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:49.021599 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-109cec4c-b6c8-4f24-b300-1fa70035afe5 req-6b20b78a-eab0-407d-b470-6d6dd3523dd1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=22bd5425-6379-4740-b6c4-d6f9b7aaeddb HTTP/1.1" status: 200 len: 919 time: 0.0920584 May 18 14:59:49.159978 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857bb025-bada-459e-884f-3565acdc9f9a req-8e081718-b73b-4a35-a4b4-fcf0aec8c3e8 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:49.161440 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-857bb025-bada-459e-884f-3565acdc9f9a req-8e081718-b73b-4a35-a4b4-fcf0aec8c3e8 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 946 time: 0.0469060 May 18 14:59:49.169648 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-109cec4c-b6c8-4f24-b300-1fa70035afe5 req-983ccf17-bfcf-47b0-9f27-351275fb2388 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2e8b9ad-823b-4ddb-820c-d6a26d7edf96 HTTP/1.1" status: 200 len: 1001 time: 0.0558033 May 18 14:59:49.219047 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109cec4c-b6c8-4f24-b300-1fa70035afe5 req-2bd493d9-4836-4671-a143-16a6c9aabdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:49.220493 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-109cec4c-b6c8-4f24-b300-1fa70035afe5 req-2bd493d9-4836-4671-a143-16a6c9aabdc2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8225869c-efe1-47af-ba2b-3d33d9623b49 HTTP/1.1" status: 200 len: 857 time: 0.0452425 May 18 14:59:49.252177 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [req-857bb025-bada-459e-884f-3565acdc9f9a req-4196e0ef-002e-4450-8351-ccee94345301 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Deleting port 4b7b091c-ade3-422f-a228-9a575395a54b {{(pid=110157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:59:49.252522 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-857bb025-bada-459e-884f-3565acdc9f9a req-4196e0ef-002e-4450-8351-ccee94345301 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (4b7b091c-ade3-422f-a228-9a575395a54b), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:49.267321 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109cec4c-b6c8-4f24-b300-1fa70035afe5 req-5b316384-b598-49f8-b244-64bedcc7b178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:49.268896 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-109cec4c-b6c8-4f24-b300-1fa70035afe5 req-5b316384-b598-49f8-b244-64bedcc7b178 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=22bd5425-6379-4740-b6c4-d6f9b7aaeddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419872 May 18 14:59:49.347165 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.db [req-857bb025-bada-459e-884f-3565acdc9f9a req-4196e0ef-002e-4450-8351-ccee94345301 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] For port 4b7b091c-ade3-422f-a228-9a575395a54b, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=4b7b091c-ade3-422f-a228-9a575395a54b,segment=NetworkSegment(68ae329c-889c-4ff0-8ec9-1a3d4793b394),segment_id=68ae329c-889c-4ff0-8ec9-1a3d4793b394)] {{(pid=110157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:59:49.347536 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-857bb025-bada-459e-884f-3565acdc9f9a req-4196e0ef-002e-4450-8351-ccee94345301 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (4b7b091c-ade3-422f-a228-9a575395a54b), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:49.359435 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-109cec4c-b6c8-4f24-b300-1fa70035afe5 req-997816fc-c7fa-47f0-9cf5-4281c1c09bd0 service neutron] 10.222.0.49 "GET /v2.0/networks/22bd5425-6379-4740-b6c4-d6f9b7aaeddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840139 May 18 14:59:49.457694 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-109cec4c-b6c8-4f24-b300-1fa70035afe5 req-97445042-37fd-48c3-a528-64ed9bae6244 service neutron] 10.222.0.49 "GET /v2.0/networks/22bd5425-6379-4740-b6c4-d6f9b7aaeddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865934 May 18 14:59:49.564987 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-857bb025-bada-459e-884f-3565acdc9f9a req-4196e0ef-002e-4450-8351-ccee94345301 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:49.565450 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-857bb025-bada-459e-884f-3565acdc9f9a req-4196e0ef-002e-4450-8351-ccee94345301 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008279'] for floatingip (ec1cbe1e-6de0-4dab-9741-f74f151e7e60), after_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:49.565673 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.db.l3_db [req-857bb025-bada-459e-884f-3565acdc9f9a req-4196e0ef-002e-4450-8351-ccee94345301 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Floating IP ec1cbe1e-6de0-4dab-9741-f74f151e7e60 disassociated. External IP: 172.27.3.238, port: 4b7b091c-ade3-422f-a228-9a575395a54b. May 18 14:59:49.566024 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [req-857bb025-bada-459e-884f-3565acdc9f9a req-4196e0ef-002e-4450-8351-ccee94345301 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Calling delete_port for 4b7b091c-ade3-422f-a228-9a575395a54b owned by compute:nova {{(pid=110157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:59:49.669719 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6788d0f2-3bad-4357-862c-16923a39616a req-e23b3a3c-b589-4281-88fc-ce115cff7868 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:49.671165 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6788d0f2-3bad-4357-862c-16923a39616a req-e23b3a3c-b589-4281-88fc-ce115cff7868 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cf9b2c2-1694-4695-8c54-940340452792 HTTP/1.1" status: 200 len: 946 time: 0.0645220 May 18 14:59:49.695700 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:59:49.761770 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6788d0f2-3bad-4357-862c-16923a39616a req-f6c89be5-f88f-4fae-b747-40d9b0658031 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=2594c32d-c7f5-458e-8813-0f265fff65bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814466 May 18 14:59:49.775611 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-857bb025-bada-459e-884f-3565acdc9f9a req-4196e0ef-002e-4450-8351-ccee94345301 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13704171'] for port (4b7b091c-ade3-422f-a228-9a575395a54b), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:49.804128 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4196e0ef-002e-4450-8351-ccee94345301 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Pushing event deleted for resources: {'Port': ['ID=4b7b091c-ade3-422f-a228-9a575395a54b,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:59:49.815473 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4196e0ef-002e-4450-8351-ccee94345301 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:59:49.815813 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4196e0ef-002e-4450-8351-ccee94345301 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:59:49.816147 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4196e0ef-002e-4450-8351-ccee94345301 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:59:49.816478 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4196e0ef-002e-4450-8351-ccee94345301 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:59:49.816827 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4196e0ef-002e-4450-8351-ccee94345301 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:59:49.817152 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4196e0ef-002e-4450-8351-ccee94345301 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:59:49.817473 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4196e0ef-002e-4450-8351-ccee94345301 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:59:49.817792 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4196e0ef-002e-4450-8351-ccee94345301 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:59:49.818110 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4196e0ef-002e-4450-8351-ccee94345301 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:59:49.818427 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4196e0ef-002e-4450-8351-ccee94345301 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:59:49.818744 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4196e0ef-002e-4450-8351-ccee94345301 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:59:49.819059 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4196e0ef-002e-4450-8351-ccee94345301 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:59:49.819373 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4196e0ef-002e-4450-8351-ccee94345301 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:59:49.819685 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4196e0ef-002e-4450-8351-ccee94345301 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:59:49.820001 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4196e0ef-002e-4450-8351-ccee94345301 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:59:49.873197 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:59:49.929817 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.l3_agent_scheduler [req-857bb025-bada-459e-884f-3565acdc9f9a req-4196e0ef-002e-4450-8351-ccee94345301 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Router 41e37182-3d94-4d50-b848-597beeda176f has already been hosted by L3 agent a5518e17-d4a6-403f-b34f-0fa3d03f1833 {{(pid=110157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 14:59:50.032948 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-857bb025-bada-459e-884f-3565acdc9f9a req-4196e0ef-002e-4450-8351-ccee94345301 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Notify agent at l3_agent.dv-cinder-839987-7-iscsi the message routers_updated {{(pid=110157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:59:50.045505 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff113a1-3391-4d80-a05c-fcaac0adbb77 None None] Sync routers for ids ['41e37182-3d94-4d50-b848-597beeda176f'] in dv-cinder-839987-7-iscsi {{(pid=110158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:59:50.056063 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff113a1-3391-4d80-a05c-fcaac0adbb77 None None] Routers {'41e37182-3d94-4d50-b848-597beeda176f'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:59:50.056995 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-eff113a1-3391-4d80-a05c-fcaac0adbb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T14:59:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['41e37182-3d94-4d50-b848-597beeda176f'], 'active': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:59:50.078262 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.l3_dvrscheduler_db [req-857bb025-bada-459e-884f-3565acdc9f9a req-4196e0ef-002e-4450-8351-ccee94345301 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] No DVR routers for this DVR port 4b7b091c-ade3-422f-a228-9a575395a54b on host hv-cinder-83998 {{(pid=110157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:59:50.080820 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-857bb025-bada-459e-884f-3565acdc9f9a req-4196e0ef-002e-4450-8351-ccee94345301 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for port (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:50.084526 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-857bb025-bada-459e-884f-3565acdc9f9a req-4196e0ef-002e-4450-8351-ccee94345301 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.49 "DELETE /v2.0/ports/4b7b091c-ade3-422f-a228-9a575395a54b HTTP/1.1" status: 204 len: 173 time: 0.9170382 May 18 14:59:50.085027 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf9b2c2-1694-4695-8c54-940340452792', 'name': 'network-vif-deleted', 'tag': '4b7b091c-ade3-422f-a228-9a575395a54b'}] {{(pid=110157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:59:50.087317 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3614be4c33be7e0ed28fa23fdbb6a3604458632b91c0a79006a6fb45a0ea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf2b7d5-0664-47d9-9c8e-eeadccc5572f" -d '{"events": [{"server_uuid": "5cf9b2c2-1694-4695-8c54-940340452792", "name": "network-vif-deleted", "tag": "4b7b091c-ade3-422f-a228-9a575395a54b"}]}' {{(pid=110157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:59:50.123859 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 14:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc07621-e64f-4250-8381-29dff1cc68a0 x-openstack-request-id: req-7fc07621-e64f-4250-8381-29dff1cc68a0 {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:59:50.124141 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf9b2c2-1694-4695-8c54-940340452792", "name": "network-vif-deleted", "tag": "4b7b091c-ade3-422f-a228-9a575395a54b", "status": "completed", "code": 200}]} {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:59:50.124445 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7fc07621-e64f-4250-8381-29dff1cc68a0 {{(pid=110157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:59:50.124880 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fc07621-e64f-4250-8381-29dff1cc68a0'] response: {'server_uuid': '5cf9b2c2-1694-4695-8c54-940340452792', 'name': 'network-vif-deleted', 'tag': '4b7b091c-ade3-422f-a228-9a575395a54b', 'status': 'completed', 'code': 200} May 18 14:59:50.172113 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvr_db [None req-eff113a1-3391-4d80-a05c-fcaac0adbb77 None None] Set router 41e37182-3d94-4d50-b848-597beeda176f gateway port host: dv-cinder-839987-7-iscsi {{(pid=110158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:59:50.289923 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:59:50.370074 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-eff113a1-3391-4d80-a05c-fcaac0adbb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e37182-3d94-4d50-b848-597beeda176f', 'name': 'tempest-AttachVolumeShelveTestJSON-347408289-router', 'tenant_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '6ef0903a-1f5c-4c34-ac67-0dc694bd736d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:55:37Z', 'updated_at': '2022-05-18T14:55:43Z', 'revision_number': 4, 'project_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'gw_port': {'id': '6ef0903a-1f5c-4c34-ac67-0dc694bd736d', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:48:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e37182-3d94-4d50-b848-597beeda176f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:55:38Z', 'updated_at': '2022-05-18T14:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': '6550b0f2-88e3-4874-831f-84a725711273', 'name': '', 'network_id': '0410fe00-b11d-4309-b353-5cb8e97484be', 'tenant_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'mac_address': 'fa:16:3e:fc:e6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e37182-3d94-4d50-b848-597beeda176f', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1be02795-0dc2-4225-87b4-7592fa1ed277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:55:41Z', 'updated_at': '2022-05-18T14:55:48Z', 'revision_number': 5, 'project_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'subnets': [{'id': '1be02795-0dc2-4225-87b4-7592fa1ed277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:59:50.398491 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff113a1-3391-4d80-a05c-fcaac0adbb77 None None] Checking router: 41e37182-3d94-4d50-b848-597beeda176f for host: dv-cinder-839987-7-iscsi {{(pid=110158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:59:50.407254 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff113a1-3391-4d80-a05c-fcaac0adbb77 None None] Routers {'41e37182-3d94-4d50-b848-597beeda176f'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:59:50.407900 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-eff113a1-3391-4d80-a05c-fcaac0adbb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T14:59:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['41e37182-3d94-4d50-b848-597beeda176f'], 'active': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:59:50.526120 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-472059cd-60af-499b-b7ce-dad53a2adcd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (7afc6fe8-d13b-4fd3-bc99-e9efab9a141d), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:50.528780 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvr_db [None req-eff113a1-3391-4d80-a05c-fcaac0adbb77 None None] Set router 41e37182-3d94-4d50-b848-597beeda176f gateway port host: dv-cinder-839987-7-iscsi {{(pid=110158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:59:50.750794 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-eff113a1-3391-4d80-a05c-fcaac0adbb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e37182-3d94-4d50-b848-597beeda176f', 'name': 'tempest-AttachVolumeShelveTestJSON-347408289-router', 'tenant_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '6ef0903a-1f5c-4c34-ac67-0dc694bd736d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:55:37Z', 'updated_at': '2022-05-18T14:55:43Z', 'revision_number': 4, 'project_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'gw_port': {'id': '6ef0903a-1f5c-4c34-ac67-0dc694bd736d', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:48:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e37182-3d94-4d50-b848-597beeda176f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:55:38Z', 'updated_at': '2022-05-18T14:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': '6550b0f2-88e3-4874-831f-84a725711273', 'name': '', 'network_id': '0410fe00-b11d-4309-b353-5cb8e97484be', 'tenant_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'mac_address': 'fa:16:3e:fc:e6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e37182-3d94-4d50-b848-597beeda176f', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1be02795-0dc2-4225-87b4-7592fa1ed277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:55:41Z', 'updated_at': '2022-05-18T14:55:48Z', 'revision_number': 5, 'project_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'subnets': [{'id': '1be02795-0dc2-4225-87b4-7592fa1ed277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:59:50.776208 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff113a1-3391-4d80-a05c-fcaac0adbb77 None None] The sync data for ids ['41e37182-3d94-4d50-b848-597beeda176f'] in dv-cinder-839987-7-iscsi is: [{'id': '41e37182-3d94-4d50-b848-597beeda176f', 'name': 'tempest-AttachVolumeShelveTestJSON-347408289-router', 'tenant_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '6ef0903a-1f5c-4c34-ac67-0dc694bd736d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:55:37Z', 'updated_at': '2022-05-18T14:55:43Z', 'revision_number': 4, 'project_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'gw_port': {'id': '6ef0903a-1f5c-4c34-ac67-0dc694bd736d', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:48:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e37182-3d94-4d50-b848-597beeda176f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:55:38Z', 'updated_at': '2022-05-18T14:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': '6550b0f2-88e3-4874-831f-84a725711273', 'name': '', 'network_id': '0410fe00-b11d-4309-b353-5cb8e97484be', 'tenant_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'mac_address': 'fa:16:3e:fc:e6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e37182-3d94-4d50-b848-597beeda176f', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1be02795-0dc2-4225-87b4-7592fa1ed277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:55:41Z', 'updated_at': '2022-05-18T14:55:48Z', 'revision_number': 5, 'project_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'subnets': [{'id': '1be02795-0dc2-4225-87b4-7592fa1ed277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:59:50.866448 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 36426) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:59:50.887104 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=100 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:59:50.925585 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-346b22f2-0339-4467-b322-4cd152d44bb1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks [] for security_group (2594c32d-c7f5-458e-8813-0f265fff65bc), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:50.944869 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=100 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:59:50.955492 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-346b22f2-0339-4467-b322-4cd152d44bb1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks [] for security_group (2594c32d-c7f5-458e-8813-0f265fff65bc), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:51.012038 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-346b22f2-0339-4467-b322-4cd152d44bb1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (2594c32d-c7f5-458e-8813-0f265fff65bc), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:51.014770 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-346b22f2-0339-4467-b322-4cd152d44bb1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks [] for security_group (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:51.018416 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-346b22f2-0339-4467-b322-4cd152d44bb1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "DELETE /v2.0/security-groups/2594c32d-c7f5-458e-8813-0f265fff65bc HTTP/1.1" status: 204 len: 168 time: 0.1484947 May 18 14:59:51.019099 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 36428) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:59:51.026363 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346b22f2-0339-4467-b322-4cd152d44bb1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2594c32d-c7f5-458e-8813-0f265fff65bc,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:59:51.049870 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.api.v2.resource [None req-16268470-ecc6-4de5-80c4-50df227c88a8 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] show failed (client error): The resource could not be found. May 18 14:59:51.054089 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-16268470-ecc6-4de5-80c4-50df227c88a8 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups/2594c32d-c7f5-458e-8813-0f265fff65bc HTTP/1.1" status: 404 len: 347 time: 0.0332212 May 18 14:59:51.054242 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 36430) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:59:51.079697 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1794640-45e5-456d-8409-fea7d8e07529 None None] New status for floating IP ec1cbe1e-6de0-4dab-9741-f74f151e7e60: DOWN {{(pid=110159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 14:59:51.186180 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.plugin [None req-95e82afd-1bff-43e6-81ee-d08159de6d78 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Deleting port 8b294f48-4f58-42e4-bd4c-7602d6475e94 {{(pid=110156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:59:51.186819 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-95e82afd-1bff-43e6-81ee-d08159de6d78 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (8b294f48-4f58-42e4-bd4c-7602d6475e94), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:51.273918 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-95e82afd-1bff-43e6-81ee-d08159de6d78 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (8b294f48-4f58-42e4-bd4c-7602d6475e94), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:51.274296 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-95e82afd-1bff-43e6-81ee-d08159de6d78 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks [] for floatingip (8b294f48-4f58-42e4-bd4c-7602d6475e94), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:51.287879 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.plugin [None req-95e82afd-1bff-43e6-81ee-d08159de6d78 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Calling delete_port for 8b294f48-4f58-42e4-bd4c-7602d6475e94 owned by network:floatingip {{(pid=110156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:59:51.665076 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-95e82afd-1bff-43e6-81ee-d08159de6d78 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14495174'] for port (8b294f48-4f58-42e4-bd4c-7602d6475e94), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:51.690237 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e82afd-1bff-43e6-81ee-d08159de6d78 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Pushing event deleted for resources: {'Port': ['ID=8b294f48-4f58-42e4-bd4c-7602d6475e94,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:59:51.756235 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-95e82afd-1bff-43e6-81ee-d08159de6d78 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks [] for floatingip (ec1cbe1e-6de0-4dab-9741-f74f151e7e60), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:51.758930 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-95e82afd-1bff-43e6-81ee-d08159de6d78 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for floatingip (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:51.760081 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-95e82afd-1bff-43e6-81ee-d08159de6d78 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "DELETE /v2.0/floatingips/ec1cbe1e-6de0-4dab-9741-f74f151e7e60 HTTP/1.1" status: 204 len: 168 time: 0.7048824 May 18 14:59:51.843107 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 36434) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:59:51.847618 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [None req-58ba291b-7ecf-4a17-9ed2-3233a7ae3f82 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Request body: {'security_group': {'name': 'tempest-securitygroup--272927352', 'description': 'tempest-description--1451955127'}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:59:51.870137 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-58ba291b-7ecf-4a17-9ed2-3233a7ae3f82 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks [] for security_group (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:51.945896 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-58ba291b-7ecf-4a17-9ed2-3233a7ae3f82 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks [] for security_group (622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:51.949686 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-58ba291b-7ecf-4a17-9ed2-3233a7ae3f82 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:51.984802 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-58ba291b-7ecf-4a17-9ed2-3233a7ae3f82 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks [] for security_group (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:51.989905 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-58ba291b-7ecf-4a17-9ed2-3233a7ae3f82 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1419628 May 18 14:59:51.989905 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ba291b-7ecf-4a17-9ed2-3233a7ae3f82 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:59:51.989905 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 36436) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:59:51.994136 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [None req-5960392b-4d89-4a68-8e76-1dd64b3eaca2 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Request body: {'security_group_rule': {'security_group_id': '622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:59:52.022267 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-5960392b-4d89-4a68-8e76-1dd64b3eaca2 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks [] for security_group_rule (faa3a3d4-f2d3-4ffa-8e7f-c0c3aef063e1), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:52.076518 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-5960392b-4d89-4a68-8e76-1dd64b3eaca2 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks [] for security_group_rule (faa3a3d4-f2d3-4ffa-8e7f-c0c3aef063e1), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:52.080105 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-5960392b-4d89-4a68-8e76-1dd64b3eaca2 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039443'] for security_group_rule (faa3a3d4-f2d3-4ffa-8e7f-c0c3aef063e1), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:52.099893 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5960392b-4d89-4a68-8e76-1dd64b3eaca2 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faa3a3d4-f2d3-4ffa-8e7f-c0c3aef063e1,revision_number=0']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:59:52.105219 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-5960392b-4d89-4a68-8e76-1dd64b3eaca2 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:52.109626 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-5960392b-4d89-4a68-8e76-1dd64b3eaca2 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1157022 May 18 14:59:52.109626 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 36438) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:59:52.113206 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [None req-2988f95a-06cc-459a-8def-ec9a243a17e0 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Request body: {'security_group_rule': {'security_group_id': '622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:59:52.138740 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-2988f95a-06cc-459a-8def-ec9a243a17e0 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks [] for security_group_rule (1505a90d-3e46-4d23-8e8b-fe23b252ca4a), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:52.195852 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-2988f95a-06cc-459a-8def-ec9a243a17e0 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks [] for security_group_rule (1505a90d-3e46-4d23-8e8b-fe23b252ca4a), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:52.200203 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-2988f95a-06cc-459a-8def-ec9a243a17e0 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039443'] for security_group_rule (1505a90d-3e46-4d23-8e8b-fe23b252ca4a), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:52.225196 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2988f95a-06cc-459a-8def-ec9a243a17e0 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1505a90d-3e46-4d23-8e8b-fe23b252ca4a,revision_number=0']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:59:52.230382 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-2988f95a-06cc-459a-8def-ec9a243a17e0 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:52.234997 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-2988f95a-06cc-459a-8def-ec9a243a17e0 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1217320 May 18 14:59:52.234997 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 36440) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:59:52.239154 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [None req-e4c63425-068b-4358-ba97-825b8cb7a4be tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Request body: {'floatingip': {'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8'}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:59:52.243313 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:59:52.264074 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-e4c63425-068b-4358-ba97-825b8cb7a4be tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:52.353803 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-e4c63425-068b-4358-ba97-825b8cb7a4be tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:52.365030 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:59:52.473120 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.db_base_plugin_common [None req-e4c63425-068b-4358-ba97-825b8cb7a4be tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Allocated IP 172.27.3.104 (f20aa9f3-2984-481b-bb59-fa1f034e36c8/b7750f80-229c-4d19-b013-2aee5952f8bb/ea6bda50-04cc-4de6-a9bc-e607a4868530) {{(pid=110157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:59:52.581680 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-e4c63425-068b-4358-ba97-825b8cb7a4be tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks [] for port (ea6bda50-04cc-4de6-a9bc-e607a4868530), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:52.613321 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-e4c63425-068b-4358-ba97-825b8cb7a4be tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13704171'] for port (ea6bda50-04cc-4de6-a9bc-e607a4868530), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:52.656221 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c63425-068b-4358-ba97-825b8cb7a4be tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Network f20aa9f3-2984-481b-bb59-fa1f034e36c8 is already hosted by enough agents. {{(pid=110157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:59:52.660821 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.base_scheduler [None req-e4c63425-068b-4358-ba97-825b8cb7a4be tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Resources bound (agent type, host, resource id): {{(pid=110157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:59:52.663191 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c63425-068b-4358-ba97-825b8cb7a4be tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Received port after_create {{(pid=110157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:59:52.684870 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c63425-068b-4358-ba97-825b8cb7a4be tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Pushing event updated for resources: {'Port': ['ID=ea6bda50-04cc-4de6-a9bc-e607a4868530,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:59:52.753282 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-e4c63425-068b-4358-ba97-825b8cb7a4be tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks [] for floatingip (703e4da3-b96c-4d5f-bd84-6dcf70d68e96), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:52.794136 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-e4c63425-068b-4358-ba97-825b8cb7a4be tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (ea6bda50-04cc-4de6-a9bc-e607a4868530), before_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:52.934468 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4fc25a5a-cc7a-46f7-990a-0324b51b461e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (a5518e17-d4a6-403f-b34f-0fa3d03f1833), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:52.970528 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-e4c63425-068b-4358-ba97-825b8cb7a4be tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks [] for port (ea6bda50-04cc-4de6-a9bc-e607a4868530), precommit_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:52.974940 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-e4c63425-068b-4358-ba97-825b8cb7a4be tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13704156'] for port (ea6bda50-04cc-4de6-a9bc-e607a4868530), after_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:53.006627 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:59:53.055028 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c63425-068b-4358-ba97-825b8cb7a4be tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Pushing event updated for resources: {'Port': ['ID=ea6bda50-04cc-4de6-a9bc-e607a4868530,revision_number=2']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:59:53.063135 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-e4c63425-068b-4358-ba97-825b8cb7a4be tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008279'] for floatingip (703e4da3-b96c-4d5f-bd84-6dcf70d68e96), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:53.079216 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-e4c63425-068b-4358-ba97-825b8cb7a4be tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for floatingip (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:53.080442 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-e4c63425-068b-4358-ba97-825b8cb7a4be tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8446867 May 18 14:59:53.244984 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:59:53.285010 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-dcaf28a8-07c0-4878-b85b-43b4d9287667 req-b13f04d6-1ab8-4f8c-adce-b4013c44a807 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--272927352&fields=id&tenant_id=9c46dc2b21d34158bf2a7eb0e39c06a3 HTTP/1.1" status: 200 len: 267 time: 0.0465503 May 18 14:59:53.329191 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device 4b7b091c-ade3-422f-a228-9a575395a54b no longer exists at agent hyperv_hv-cinder-83998 {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 14:59:53.352560 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] No Port match for: 4b7b091c-ade3-422f-a228-9a575395a54b {{(pid=110158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 14:59:53.352931 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device 4b7b091c-ade3-422f-a228-9a575395a54b not bound to the agent host hv-cinder-83998 {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 14:59:53.394513 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf28a8-07c0-4878-b85b-43b4d9287667 req-0138dc57-55bf-4fce-bdc0-387b4e20bec6 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:53.395918 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-dcaf28a8-07c0-4878-b85b-43b4d9287667 req-0138dc57-55bf-4fce-bdc0-387b4e20bec6 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/networks?id=0410fe00-b11d-4309-b353-5cb8e97484be HTTP/1.1" status: 200 len: 816 time: 0.1039267 May 18 14:59:53.409761 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-dcaf28a8-07c0-4878-b85b-43b4d9287667 req-076024f8-6117-49e6-a251-da7adbbd687e tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/quotas/9c46dc2b21d34158bf2a7eb0e39c06a3 HTTP/1.1" status: 200 len: 375 time: 0.0086129 May 18 14:59:53.458239 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-dcaf28a8-07c0-4878-b85b-43b4d9287667 req-44d79eee-d208-4f6d-b456-2005f3b960c6 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=9c46dc2b21d34158bf2a7eb0e39c06a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433517 May 18 14:59:53.554968 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-dcaf28a8-07c0-4878-b85b-43b4d9287667 req-26e765d2-efe9-4739-877e-5ac2f42554a9 service neutron] 10.222.0.59 "GET /v2.0/networks/0410fe00-b11d-4309-b353-5cb8e97484be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855281 May 18 14:59:53.641776 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-dcaf28a8-07c0-4878-b85b-43b4d9287667 req-f0e35c8e-28fa-47e6-9e19-901cb607da66 service neutron] 10.222.0.59 "GET /v2.0/networks/0410fe00-b11d-4309-b353-5cb8e97484be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811481 May 18 14:59:53.800504 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-c336eee8-3c1a-4a09-9fd2-7d52fa321cd5 req-5cb37eac-861f-40b5-bab8-17003ce2c6b9 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 210 time: 0.0278680 May 18 14:59:53.984883 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:59:53.999724 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-50f4e27f-5619-452e-9630-0448ff5d9157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (0f4dbee4-4999-4f30-b578-59222d25f53e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:54.862093 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf28a8-07c0-4878-b85b-43b4d9287667 req-10d24b6d-cd1b-41db-b689-bda023fefaa1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:54.863651 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-dcaf28a8-07c0-4878-b85b-43b4d9287667 req-10d24b6d-cd1b-41db-b689-bda023fefaa1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.49 "GET /v2.0/networks?id=0410fe00-b11d-4309-b353-5cb8e97484be HTTP/1.1" status: 200 len: 816 time: 0.1089020 May 18 14:59:54.909100 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-9a837792-5db4-4401-8474-da8855335be5 req-5205735d-600e-4c3f-9e0b-9d4fa5112b21 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 210 time: 0.0324280 May 18 14:59:54.960627 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-dcaf28a8-07c0-4878-b85b-43b4d9287667 req-1e7a1c9e-e7fe-4c71-a133-ac30f3170036 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c46dc2b21d34158bf2a7eb0e39c06a3 HTTP/1.1" status: 200 len: 379 time: 0.0580184 May 18 14:59:55.090188 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [req-dcaf28a8-07c0-4878-b85b-43b4d9287667 req-08c0dfd8-8951-4ea2-96e5-87aa60d4a596 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Request body: {'port': {'device_id': 'b9394fe1-b670-4e51-b247-71558d6f56ca', 'network_id': '0410fe00-b11d-4309-b353-5cb8e97484be', 'admin_state_up': True, 'tenant_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'security_groups': ['622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d']}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:59:55.132124 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-86248160-1b36-4d80-a449-232705ae1859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (11bd5e7f-0ec7-43f5-9ca8-99d3c1136d9c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:55.200210 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcaf28a8-07c0-4878-b85b-43b4d9287667 req-08c0dfd8-8951-4ea2-96e5-87aa60d4a596 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Made reservation on behalf of 9c46dc2b21d34158bf2a7eb0e39c06a3 for: {'port': 1} {{(pid=110157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:59:55.203636 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-dcaf28a8-07c0-4878-b85b-43b4d9287667 req-08c0dfd8-8951-4ea2-96e5-87aa60d4a596 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:55.335803 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.db_base_plugin_common [req-dcaf28a8-07c0-4878-b85b-43b4d9287667 req-08c0dfd8-8951-4ea2-96e5-87aa60d4a596 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Allocated IP 172.20.0.8 (0410fe00-b11d-4309-b353-5cb8e97484be/1be02795-0dc2-4225-87b4-7592fa1ed277/d65953ed-9d4b-4ed8-bdb3-b52cc90c0217) {{(pid=110157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:59:55.337495 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:59:55.424445 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:59:55.474605 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-dcaf28a8-07c0-4878-b85b-43b4d9287667 req-08c0dfd8-8951-4ea2-96e5-87aa60d4a596 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks [] for port (d65953ed-9d4b-4ed8-bdb3-b52cc90c0217), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:55.505954 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-dcaf28a8-07c0-4878-b85b-43b4d9287667 req-08c0dfd8-8951-4ea2-96e5-87aa60d4a596 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13704171'] for port (d65953ed-9d4b-4ed8-bdb3-b52cc90c0217), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:55.551275 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcaf28a8-07c0-4878-b85b-43b4d9287667 req-08c0dfd8-8951-4ea2-96e5-87aa60d4a596 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Network 0410fe00-b11d-4309-b353-5cb8e97484be is already hosted by enough agents. {{(pid=110157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:59:55.554768 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.base_scheduler [req-dcaf28a8-07c0-4878-b85b-43b4d9287667 req-08c0dfd8-8951-4ea2-96e5-87aa60d4a596 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Resources bound (agent type, host, resource id): {{(pid=110157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:59:55.557125 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcaf28a8-07c0-4878-b85b-43b4d9287667 req-08c0dfd8-8951-4ea2-96e5-87aa60d4a596 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Received port after_create {{(pid=110157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:59:55.589486 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c0dfd8-8951-4ea2-96e5-87aa60d4a596 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Pushing event updated for resources: {'Port': ['ID=d65953ed-9d4b-4ed8-bdb3-b52cc90c0217,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:59:55.614633 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf28a8-07c0-4878-b85b-43b4d9287667 req-08c0dfd8-8951-4ea2-96e5-87aa60d4a596 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:55.615246 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-dcaf28a8-07c0-4878-b85b-43b4d9287667 req-08c0dfd8-8951-4ea2-96e5-87aa60d4a596 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for port (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:55.632251 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-dcaf28a8-07c0-4878-b85b-43b4d9287667 req-08c0dfd8-8951-4ea2-96e5-87aa60d4a596 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5458951 May 18 14:59:55.654279 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [req-dcaf28a8-07c0-4878-b85b-43b4d9287667 req-0af388f3-5c70-48dc-9f55-d84091f290bc service neutron] Request body: {'port': {'device_id': 'b9394fe1-b670-4e51-b247-71558d6f56ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:59:55.717852 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-dcaf28a8-07c0-4878-b85b-43b4d9287667 req-0af388f3-5c70-48dc-9f55-d84091f290bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (d65953ed-9d4b-4ed8-bdb3-b52cc90c0217), before_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:55.813611 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-aaf2dd68-41ab-4bb1-981d-bb14bdaaa57e None None] Provisioning complete for port d65953ed-9d4b-4ed8-bdb3-b52cc90c0217 triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:59:55.814032 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-aaf2dd68-41ab-4bb1-981d-bb14bdaaa57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (d65953ed-9d4b-4ed8-bdb3-b52cc90c0217), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:55.845459 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2dd68-41ab-4bb1-981d-bb14bdaaa57e None None] Port d65953ed-9d4b-4ed8-bdb3-b52cc90c0217 cannot update to ACTIVE because it is not bound. {{(pid=110158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:59:56.035222 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.notifiers.nova [req-dcaf28a8-07c0-4878-b85b-43b4d9287667 req-0af388f3-5c70-48dc-9f55-d84091f290bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d65953ed-9d4b-4ed8-bdb3-b52cc90c0217 {{(pid=110157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:59:56.046424 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-dcaf28a8-07c0-4878-b85b-43b4d9287667 req-0af388f3-5c70-48dc-9f55-d84091f290bc service neutron] Publish callbacks [] for port (d65953ed-9d4b-4ed8-bdb3-b52cc90c0217), precommit_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:56.057628 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d149ee6-9b85-4873-8709-abe7054fd24a req-90c522d0-0563-4a47-982f-9ac9d12f26c8 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:56.059055 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6d149ee6-9b85-4873-8709-abe7054fd24a req-90c522d0-0563-4a47-982f-9ac9d12f26c8 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 931 time: 0.0653236 May 18 14:59:56.074456 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.provisioning_blocks [req-dcaf28a8-07c0-4878-b85b-43b4d9287667 req-0af388f3-5c70-48dc-9f55-d84091f290bc service neutron] Transition to ACTIVE for port object d65953ed-9d4b-4ed8-bdb3-b52cc90c0217 will not be triggered until provisioned by entity L2. {{(pid=110157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 14:59:56.303897 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-dcaf28a8-07c0-4878-b85b-43b4d9287667 req-0af388f3-5c70-48dc-9f55-d84091f290bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13704156'] for port (d65953ed-9d4b-4ed8-bdb3-b52cc90c0217), after_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:56.373687 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6d149ee6-9b85-4873-8709-abe7054fd24a req-c38bdb69-9c4b-4993-b281-5068ee3c7794 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3089187 May 18 14:59:56.381818 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:59:56.382500 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af388f3-5c70-48dc-9f55-d84091f290bc service neutron] Pushing event updated for resources: {'Port': ['ID=d65953ed-9d4b-4ed8-bdb3-b52cc90c0217,revision_number=2']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:59:56.437689 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:59:56.456633 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.managers [req-dcaf28a8-07c0-4878-b85b-43b4d9287667 req-0af388f3-5c70-48dc-9f55-d84091f290bc service neutron] Attempting to bind port d65953ed-9d4b-4ed8-bdb3-b52cc90c0217 on host hv-cinder-83998 for vnic_type normal with profile {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:59:56.456970 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.managers [req-dcaf28a8-07c0-4878-b85b-43b4d9287667 req-0af388f3-5c70-48dc-9f55-d84091f290bc service neutron] Attempting to bind port d65953ed-9d4b-4ed8-bdb3-b52cc90c0217 by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': '68ae329c-889c-4ff0-8ec9-1a3d4793b394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0410fe00-b11d-4309-b353-5cb8e97484be'}] {{(pid=110157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:59:56.457297 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaf28a8-07c0-4878-b85b-43b4d9287667 req-0af388f3-5c70-48dc-9f55-d84091f290bc service neutron] Attempting to bind port d65953ed-9d4b-4ed8-bdb3-b52cc90c0217 on network 0410fe00-b11d-4309-b353-5cb8e97484be {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:59:56.461892 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaf28a8-07c0-4878-b85b-43b4d9287667 req-0af388f3-5c70-48dc-9f55-d84091f290bc service neutron] Port d65953ed-9d4b-4ed8-bdb3-b52cc90c0217 on network 0410fe00-b11d-4309-b353-5cb8e97484be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 14:59:56.462210 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaf28a8-07c0-4878-b85b-43b4d9287667 req-0af388f3-5c70-48dc-9f55-d84091f290bc service neutron] Attempting to bind port d65953ed-9d4b-4ed8-bdb3-b52cc90c0217 on network 0410fe00-b11d-4309-b353-5cb8e97484be {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:59:56.467444 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaf28a8-07c0-4878-b85b-43b4d9287667 req-0af388f3-5c70-48dc-9f55-d84091f290bc service neutron] Checking agent: {'id': 'f376d122-85a6-484a-a941-8f32d5a81e72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 53, 39), 'started_at': datetime.datetime(2022, 5, 18, 14, 53, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:59:56.467741 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaf28a8-07c0-4878-b85b-43b4d9287667 req-0af388f3-5c70-48dc-9f55-d84091f290bc service neutron] Checking segment: {'id': '68ae329c-889c-4ff0-8ec9-1a3d4793b394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0410fe00-b11d-4309-b353-5cb8e97484be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:59:56.468149 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaf28a8-07c0-4878-b85b-43b4d9287667 req-0af388f3-5c70-48dc-9f55-d84091f290bc service neutron] Bound using segment: {'id': '68ae329c-889c-4ff0-8ec9-1a3d4793b394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0410fe00-b11d-4309-b353-5cb8e97484be'} {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:59:56.468631 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.managers [req-dcaf28a8-07c0-4878-b85b-43b4d9287667 req-0af388f3-5c70-48dc-9f55-d84091f290bc service neutron] Bound port: d65953ed-9d4b-4ed8-bdb3-b52cc90c0217, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68ae329c-889c-4ff0-8ec9-1a3d4793b394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0410fe00-b11d-4309-b353-5cb8e97484be'}}] {{(pid=110157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:59:56.468993 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-dcaf28a8-07c0-4878-b85b-43b4d9287667 req-0af388f3-5c70-48dc-9f55-d84091f290bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (d65953ed-9d4b-4ed8-bdb3-b52cc90c0217), before_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:56.469884 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:56.535103 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.db [req-dcaf28a8-07c0-4878-b85b-43b4d9287667 req-0af388f3-5c70-48dc-9f55-d84091f290bc service neutron] For port d65953ed-9d4b-4ed8-bdb3-b52cc90c0217, host hv-cinder-83998, cleared binding levels {{(pid=110157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:59:56.539290 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.db [req-dcaf28a8-07c0-4878-b85b-43b4d9287667 req-0af388f3-5c70-48dc-9f55-d84091f290bc service neutron] For port d65953ed-9d4b-4ed8-bdb3-b52cc90c0217, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=d65953ed-9d4b-4ed8-bdb3-b52cc90c0217,segment=NetworkSegment(68ae329c-889c-4ff0-8ec9-1a3d4793b394),segment_id=68ae329c-889c-4ff0-8ec9-1a3d4793b394)] {{(pid=110157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:59:56.544972 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-dcaf28a8-07c0-4878-b85b-43b4d9287667 req-0af388f3-5c70-48dc-9f55-d84091f290bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13704156'] for port (d65953ed-9d4b-4ed8-bdb3-b52cc90c0217), after_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:56.582416 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf28a8-07c0-4878-b85b-43b4d9287667 req-0af388f3-5c70-48dc-9f55-d84091f290bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:56.583562 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-dcaf28a8-07c0-4878-b85b-43b4d9287667 req-0af388f3-5c70-48dc-9f55-d84091f290bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for port (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:59:56.584968 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-dcaf28a8-07c0-4878-b85b-43b4d9287667 req-0af388f3-5c70-48dc-9f55-d84091f290bc service neutron] 10.222.0.49 "PUT /v2.0/ports/d65953ed-9d4b-4ed8-bdb3-b52cc90c0217 HTTP/1.1" status: 200 len: 1093 time: 0.9349973 May 18 14:59:56.585403 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9394fe1-b670-4e51-b247-71558d6f56ca', 'tag': 'd65953ed-9d4b-4ed8-bdb3-b52cc90c0217'}] {{(pid=110157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:59:56.587667 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3614be4c33be7e0ed28fa23fdbb6a3604458632b91c0a79006a6fb45a0ea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7295f2-a68c-41d0-bbde-93891250d35a" -d '{"events": [{"name": "network-changed", "server_uuid": "b9394fe1-b670-4e51-b247-71558d6f56ca", "tag": "d65953ed-9d4b-4ed8-bdb3-b52cc90c0217"}]}' {{(pid=110157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:59:56.611538 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af388f3-5c70-48dc-9f55-d84091f290bc service neutron] Pushing event updated for resources: {'Port': ['ID=d65953ed-9d4b-4ed8-bdb3-b52cc90c0217,revision_number=3']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:59:56.635857 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 14:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d2ca0e-7e74-4893-b180-0c844ce0ff73 x-openstack-request-id: req-47d2ca0e-7e74-4893-b180-0c844ce0ff73 {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:59:56.636149 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9394fe1-b670-4e51-b247-71558d6f56ca", "tag": "d65953ed-9d4b-4ed8-bdb3-b52cc90c0217", "status": "completed", "code": 200}]} {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:59:56.636400 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-47d2ca0e-7e74-4893-b180-0c844ce0ff73 {{(pid=110157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:59:56.636911 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47d2ca0e-7e74-4893-b180-0c844ce0ff73'] response: {'name': 'network-changed', 'server_uuid': 'b9394fe1-b670-4e51-b247-71558d6f56ca', 'tag': 'd65953ed-9d4b-4ed8-bdb3-b52cc90c0217', 'status': 'completed', 'code': 200} May 18 14:59:56.704099 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf28a8-07c0-4878-b85b-43b4d9287667 req-bfd7d72f-fa0f-42d6-bd6b-db35497246f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:56.705635 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-dcaf28a8-07c0-4878-b85b-43b4d9287667 req-bfd7d72f-fa0f-42d6-bd6b-db35497246f2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c46dc2b21d34158bf2a7eb0e39c06a3&device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 1127 time: 0.0414808 May 18 14:59:56.763798 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-dcaf28a8-07c0-4878-b85b-43b4d9287667 req-67bb6b16-c316-4014-a43b-bed8a4cd16e0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d65953ed-9d4b-4ed8-bdb3-b52cc90c0217 HTTP/1.1" status: 200 len: 217 time: 0.0420330 May 18 14:59:56.813685 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf28a8-07c0-4878-b85b-43b4d9287667 req-73bc6333-45dd-4ba2-b67a-cac1f8296751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:56.815132 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-dcaf28a8-07c0-4878-b85b-43b4d9287667 req-73bc6333-45dd-4ba2-b67a-cac1f8296751 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1be02795-0dc2-4225-87b4-7592fa1ed277 HTTP/1.1" status: 200 len: 855 time: 0.0445929 May 18 14:59:56.862749 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf28a8-07c0-4878-b85b-43b4d9287667 req-cb0d57ec-99ad-482c-b53d-e46575bea3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:56.864115 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-dcaf28a8-07c0-4878-b85b-43b4d9287667 req-cb0d57ec-99ad-482c-b53d-e46575bea3d8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0410fe00-b11d-4309-b353-5cb8e97484be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388258 May 18 14:59:56.957416 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-dcaf28a8-07c0-4878-b85b-43b4d9287667 req-8fb04d10-7b1f-4be6-b19c-774a1dd7c8f4 service neutron] 10.222.0.49 "GET /v2.0/networks/0410fe00-b11d-4309-b353-5cb8e97484be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859156 May 18 14:59:57.047874 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-dcaf28a8-07c0-4878-b85b-43b4d9287667 req-7bd32bc0-0dc8-46dd-8dc8-fda672ea1c6e service neutron] 10.222.0.49 "GET /v2.0/networks/0410fe00-b11d-4309-b353-5cb8e97484be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825913 May 18 14:59:57.500387 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488fa6d-2c14-4d7a-aae8-9b0cd7a86732 req-cdf767f1-4e06-482e-9ad0-4b92f6bbbeac tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:57.501876 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-a488fa6d-2c14-4d7a-aae8-9b0cd7a86732 req-cdf767f1-4e06-482e-9ad0-4b92f6bbbeac tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 943 time: 0.0502663 May 18 14:59:57.547868 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-a488fa6d-2c14-4d7a-aae8-9b0cd7a86732 req-aaec61aa-fc50-4c25-a289-e94ba9680ae9 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398867 May 18 14:59:58.170703 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7295f2-a68c-41d0-bbde-93891250d35a req-e824dc5b-981d-4fa3-afc1-8ceddd9ea85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:58.172189 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-fa7295f2-a68c-41d0-bbde-93891250d35a req-e824dc5b-981d-4fa3-afc1-8ceddd9ea85a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c46dc2b21d34158bf2a7eb0e39c06a3&device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 1127 time: 0.0399673 May 18 14:59:58.279941 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7295f2-a68c-41d0-bbde-93891250d35a req-51603aa9-97d4-448c-8f54-39a980831c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:58.281492 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-fa7295f2-a68c-41d0-bbde-93891250d35a req-51603aa9-97d4-448c-8f54-39a980831c19 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0410fe00-b11d-4309-b353-5cb8e97484be HTTP/1.1" status: 200 len: 917 time: 0.0910890 May 18 14:59:58.683282 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-fa7295f2-a68c-41d0-bbde-93891250d35a req-845c477a-8407-402c-b87c-bcc209ea117a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d65953ed-9d4b-4ed8-bdb3-b52cc90c0217 HTTP/1.1" status: 200 len: 217 time: 0.0504594 May 18 14:59:58.696237 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38855b9d-86ab-4541-b16a-3a9e739056a1 req-38521aef-ddad-42fd-80df-25c920a3405f tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:58.697842 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-38855b9d-86ab-4541-b16a-3a9e739056a1 req-38521aef-ddad-42fd-80df-25c920a3405f tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 943 time: 0.0764005 May 18 14:59:58.767913 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7295f2-a68c-41d0-bbde-93891250d35a req-351d34b0-29ea-4d05-9e80-15f7e2ef0798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:58.769388 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-fa7295f2-a68c-41d0-bbde-93891250d35a req-351d34b0-29ea-4d05-9e80-15f7e2ef0798 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1be02795-0dc2-4225-87b4-7592fa1ed277 HTTP/1.1" status: 200 len: 855 time: 0.0708151 May 18 14:59:58.783364 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-38855b9d-86ab-4541-b16a-3a9e739056a1 req-4ee66f66-c9e5-4bfa-904e-a5ed74a6ada8 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774066 May 18 14:59:58.851873 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7295f2-a68c-41d0-bbde-93891250d35a req-faa6d1f3-146e-43a2-87ea-0f1f58286c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:58.853465 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-fa7295f2-a68c-41d0-bbde-93891250d35a req-faa6d1f3-146e-43a2-87ea-0f1f58286c49 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0410fe00-b11d-4309-b353-5cb8e97484be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438485 May 18 14:59:58.869943 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:59:58.905950 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:59:58.952321 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-fa7295f2-a68c-41d0-bbde-93891250d35a req-9ac4fe3d-a1b3-4eef-b10c-2cd54be48910 service neutron] 10.222.0.49 "GET /v2.0/networks/0410fe00-b11d-4309-b353-5cb8e97484be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901225 May 18 14:59:59.048540 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-fa7295f2-a68c-41d0-bbde-93891250d35a req-ea698268-cf7d-41a6-a14f-cccb494f2428 service neutron] 10.222.0.49 "GET /v2.0/networks/0410fe00-b11d-4309-b353-5cb8e97484be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826411 May 18 14:59:59.652040 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf1e5c-a80e-49f7-b34a-27b7dceffe42 req-8ed30f03-e1ac-4bd5-90b3-34fd6ed6929e tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:59.653736 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-46bf1e5c-a80e-49f7-b34a-27b7dceffe42 req-8ed30f03-e1ac-4bd5-90b3-34fd6ed6929e tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 946 time: 0.0491769 May 18 14:59:59.708290 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-46bf1e5c-a80e-49f7-b34a-27b7dceffe42 req-f7d73d83-887d-4047-855f-2056998e3f14 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb5f753-2908-4023-8bb1-1a4dec319fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483358 May 18 14:59:59.901729 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cdef63-b233-47d7-ac3a-9390242bba1a req-a69d33b4-66f3-43ae-8c05-11583249f502 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:59:59.903218 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-83cdef63-b233-47d7-ac3a-9390242bba1a req-a69d33b4-66f3-43ae-8c05-11583249f502 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 943 time: 0.0468512 May 18 14:59:59.950471 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-83cdef63-b233-47d7-ac3a-9390242bba1a req-bcbc5db9-10fc-492c-b627-0314cf66163d tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417373 May 18 15:00:00.825748 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec744ec-e5d7-482e-b888-50b6eeb703a8 req-550f1029-a4de-4b5e-beef-5bece31efcd8 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:00.827218 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0ec744ec-e5d7-482e-b888-50b6eeb703a8 req-550f1029-a4de-4b5e-beef-5bece31efcd8 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 946 time: 0.0481515 May 18 15:00:00.873248 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0ec744ec-e5d7-482e-b888-50b6eeb703a8 req-a428ce79-8cf8-4309-8c82-d3247b826b44 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb5f753-2908-4023-8bb1-1a4dec319fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406549 May 18 15:00:01.072027 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c395816-9f3c-4356-b3de-d57fb9a1aa18 req-5f1db8ac-bb71-4b48-8270-d81f7cb04fca tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:01.073505 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-9c395816-9f3c-4356-b3de-d57fb9a1aa18 req-5f1db8ac-bb71-4b48-8270-d81f7cb04fca tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 943 time: 0.0494721 May 18 15:00:01.120319 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-9c395816-9f3c-4356-b3de-d57fb9a1aa18 req-89eba618-e20e-444a-8573-0159bb4df505 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413389 May 18 15:00:01.268757 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=69,neutron:UPDATE=2 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:01.296415 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=69 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:01.398722 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device d65953ed-9d4b-4ed8-bdb3-b52cc90c0217 details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=110158) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 15:00:01.495490 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port d65953ed-9d4b-4ed8-bdb3-b52cc90c0217, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=d65953ed-9d4b-4ed8-bdb3-b52cc90c0217,segment=NetworkSegment(68ae329c-889c-4ff0-8ec9-1a3d4793b394),segment_id=68ae329c-889c-4ff0-8ec9-1a3d4793b394)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:00:01.506789 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Returning: {'device': 'd65953ed-9d4b-4ed8-bdb3-b52cc90c0217', 'network_id': '0410fe00-b11d-4309-b353-5cb8e97484be', 'port_id': 'd65953ed-9d4b-4ed8-bdb3-b52cc90c0217', 'mac_address': 'fa:16:3e:65:7b:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1be02795-0dc2-4225-87b4-7592fa1ed277', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110158) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 15:00:01.544200 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Current status of the port d65953ed-9d4b-4ed8-bdb3-b52cc90c0217 is: DOWN; New status is: BUILD {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 15:00:01.544523 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (d65953ed-9d4b-4ed8-bdb3-b52cc90c0217), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:01.557211 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d65953ed-9d4b-4ed8-bdb3-b52cc90c0217 {{(pid=110158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 15:00:01.576657 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port d65953ed-9d4b-4ed8-bdb3-b52cc90c0217, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=d65953ed-9d4b-4ed8-bdb3-b52cc90c0217,segment=NetworkSegment(68ae329c-889c-4ff0-8ec9-1a3d4793b394),segment_id=68ae329c-889c-4ff0-8ec9-1a3d4793b394)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:00:01.579940 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (d65953ed-9d4b-4ed8-bdb3-b52cc90c0217), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:01.600510 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:01.625468 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Pushing event updated for resources: {'Port': ['ID=d65953ed-9d4b-4ed8-bdb3-b52cc90c0217,revision_number=4']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:00:01.750208 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=61,neutron:DELETE=3 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:01.752120 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=50,neutron:DELETE=7 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:01.959358 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] get_ports_and_sgs() called for port_ids ['d65953ed-9d4b-4ed8-bdb3-b52cc90c0217'] {{(pid=110158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 15:00:01.988476 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c65ff-c2d5-4973-8857-649560e97387 req-3184c83c-f1a6-44a9-8673-a4a1e8b7818d tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:01.990530 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3e8c65ff-c2d5-4973-8857-649560e97387 req-3184c83c-f1a6-44a9-8673-a4a1e8b7818d tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 946 time: 0.0511634 May 18 15:00:02.039618 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3e8c65ff-c2d5-4973-8857-649560e97387 req-65a9bf98-0a84-44da-80c9-b92e607a2f65 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb5f753-2908-4023-8bb1-1a4dec319fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432868 May 18 15:00:02.236090 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d7a51-e56c-47ea-8cb6-87325d9915b3 req-0a4449cd-b78d-4a31-af57-18b996670510 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:02.237574 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3f9d7a51-e56c-47ea-8cb6-87325d9915b3 req-0a4449cd-b78d-4a31-af57-18b996670510 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 944 time: 0.0461566 May 18 15:00:02.287192 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3f9d7a51-e56c-47ea-8cb6-87325d9915b3 req-ba12c8df-78c2-4a73-b4e7-afcb91f4bfed tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434277 May 18 15:00:02.840483 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.agents_db [None req-a4aab2e5-b658-4b2c-9b1f-100bc6421b45 None None] Agent healthcheck: found 6 active agents {{(pid=110159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 15:00:03.160780 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aec471-e137-4bf9-9907-04b2321f56c1 req-53a40168-7010-4f89-8709-ef7c43d0b710 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:03.162789 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-63aec471-e137-4bf9-9907-04b2321f56c1 req-53a40168-7010-4f89-8709-ef7c43d0b710 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 946 time: 0.0501845 May 18 15:00:03.212504 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-63aec471-e137-4bf9-9907-04b2321f56c1 req-7c2f3000-5c2c-4870-912c-41b25b520806 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb5f753-2908-4023-8bb1-1a4dec319fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440881 May 18 15:00:03.401911 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device d65953ed-9d4b-4ed8-bdb3-b52cc90c0217 up at agent hyperv_hv-cinder-83998 {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 15:00:03.407619 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50fc273-e264-4330-9dbf-90deb35af1ca req-083a56a4-8553-44c0-8359-fc93a60ab113 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:03.409143 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-b50fc273-e264-4330-9dbf-90deb35af1ca req-083a56a4-8553-44c0-8359-fc93a60ab113 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 944 time: 0.0488961 May 18 15:00:03.446161 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Provisioning for port d65953ed-9d4b-4ed8-bdb3-b52cc90c0217 completed by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 15:00:03.452182 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Provisioning complete for port d65953ed-9d4b-4ed8-bdb3-b52cc90c0217 triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 15:00:03.452663 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (d65953ed-9d4b-4ed8-bdb3-b52cc90c0217), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:03.462477 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-b50fc273-e264-4330-9dbf-90deb35af1ca req-f34983f6-adf8-4b5f-b5e9-b0b1b1211b0a tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463142 May 18 15:00:03.531954 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Current status of the port d65953ed-9d4b-4ed8-bdb3-b52cc90c0217 is: BUILD; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 15:00:03.532346 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (d65953ed-9d4b-4ed8-bdb3-b52cc90c0217), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:03.556071 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9394fe1-b670-4e51-b247-71558d6f56ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd65953ed-9d4b-4ed8-bdb3-b52cc90c0217'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 15:00:03.558495 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62dae43363b0d9fbe88fecb50d2dfb4fafe72539e0e1d03116e82a6fdda86ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50cad256-f01a-43c4-abb5-432ec4ff797c" -d '{"events": [{"server_uuid": "b9394fe1-b670-4e51-b247-71558d6f56ca", "name": "network-vif-plugged", "status": "completed", "tag": "d65953ed-9d4b-4ed8-bdb3-b52cc90c0217"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 15:00:03.571966 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port d65953ed-9d4b-4ed8-bdb3-b52cc90c0217, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=d65953ed-9d4b-4ed8-bdb3-b52cc90c0217,segment=NetworkSegment(68ae329c-889c-4ff0-8ec9-1a3d4793b394),segment_id=68ae329c-889c-4ff0-8ec9-1a3d4793b394)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:00:03.575858 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (d65953ed-9d4b-4ed8-bdb3-b52cc90c0217), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:03.601248 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 15:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aece5200-f246-4adb-bfbb-16a8dc5c0110 x-openstack-request-id: req-aece5200-f246-4adb-bfbb-16a8dc5c0110 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 15:00:03.601543 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9394fe1-b670-4e51-b247-71558d6f56ca", "name": "network-vif-plugged", "status": "completed", "tag": "d65953ed-9d4b-4ed8-bdb3-b52cc90c0217", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 15:00:03.601791 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-aece5200-f246-4adb-bfbb-16a8dc5c0110 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 15:00:03.602191 dv-cinder-839987-7-iscsi neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aece5200-f246-4adb-bfbb-16a8dc5c0110'] response: {'server_uuid': 'b9394fe1-b670-4e51-b247-71558d6f56ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd65953ed-9d4b-4ed8-bdb3-b52cc90c0217', 'code': 200} May 18 15:00:03.628350 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Pushing event updated for resources: {'Port': ['ID=d65953ed-9d4b-4ed8-bdb3-b52cc90c0217,revision_number=5']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:00:03.819146 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f961b-8ad2-4123-8f3f-f68574eb0c6e req-2c3a3239-0f36-4a8d-a045-8cf44d39c373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:03.820714 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-bc7f961b-8ad2-4123-8f3f-f68574eb0c6e req-2c3a3239-0f36-4a8d-a045-8cf44d39c373 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 1129 time: 0.0467203 May 18 15:00:03.856794 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:03.872214 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-bc7f961b-8ad2-4123-8f3f-f68574eb0c6e req-976eb280-95d0-4d0e-b1bb-074e3044b4c0 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397127 May 18 15:00:04.331514 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2783fba-d91b-46fe-9114-6887dda928ac req-9751282f-d429-4219-9bb3-95d3aa210257 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:04.332994 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f2783fba-d91b-46fe-9114-6887dda928ac req-9751282f-d429-4219-9bb3-95d3aa210257 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 946 time: 0.0468380 May 18 15:00:04.344286 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:04.379363 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f2783fba-d91b-46fe-9114-6887dda928ac req-25cf71ab-3608-41a1-9cb6-e4a054171940 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb5f753-2908-4023-8bb1-1a4dec319fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403616 May 18 15:00:04.586940 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d936fa1-47d1-4cce-836d-5a69aa9f3932 req-cc22fff5-7f45-412d-8f0f-666fa499455d tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:04.588383 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3d936fa1-47d1-4cce-836d-5a69aa9f3932 req-cc22fff5-7f45-412d-8f0f-666fa499455d tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 945 time: 0.0497828 May 18 15:00:04.635213 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3d936fa1-47d1-4cce-836d-5a69aa9f3932 req-8616cf8f-9e4a-419b-95af-3aab3af95232 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413938 May 18 15:00:05.491645 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b444f-9ca4-40f7-b449-3f1ec182e0ba req-f923a592-df76-4928-b892-0035525dbfc4 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:05.493050 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-736b444f-9ca4-40f7-b449-3f1ec182e0ba req-f923a592-df76-4928-b892-0035525dbfc4 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 946 time: 0.0470815 May 18 15:00:05.539292 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-736b444f-9ca4-40f7-b449-3f1ec182e0ba req-06bca731-d944-404d-bc7c-c47901831a03 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb5f753-2908-4023-8bb1-1a4dec319fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408471 May 18 15:00:05.754083 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c7515-d718-4bcd-ab90-16af11f7d3a1 req-dd63e367-6425-4d98-a459-4bb11eb97fb0 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:05.755482 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-625c7515-d718-4bcd-ab90-16af11f7d3a1 req-dd63e367-6425-4d98-a459-4bb11eb97fb0 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 945 time: 0.0487850 May 18 15:00:05.807631 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-625c7515-d718-4bcd-ab90-16af11f7d3a1 req-c76e7d7e-6b9f-4135-b5ef-68f906df11a0 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459950 May 18 15:00:06.653873 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b182f5-2196-4d00-b7c4-0f9c1e1e0dd5 req-45bfe1c3-08ae-4e01-8c09-174101273a99 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:06.655330 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-68b182f5-2196-4d00-b7c4-0f9c1e1e0dd5 req-45bfe1c3-08ae-4e01-8c09-174101273a99 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 946 time: 0.0493505 May 18 15:00:06.701606 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-68b182f5-2196-4d00-b7c4-0f9c1e1e0dd5 req-f08c27ee-39b0-4131-ae0e-cdaa70b37aee tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb5f753-2908-4023-8bb1-1a4dec319fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408168 May 18 15:00:06.926472 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7f200-b89d-430f-98df-c93cd0481322 req-b91dd833-981e-45a8-baba-20540f0b02c5 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:06.928230 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-33a7f200-b89d-430f-98df-c93cd0481322 req-b91dd833-981e-45a8-baba-20540f0b02c5 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 945 time: 0.0466552 May 18 15:00:06.974109 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-33a7f200-b89d-430f-98df-c93cd0481322 req-29ad9eb2-cac3-4b10-a6b8-4a98f454eb18 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405376 May 18 15:00:07.090861 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92609ce-d2bd-46ab-9c91-243c97e6cfa0 req-f83c5f72-6d43-4e8c-838f-db4ce08123a3 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:07.092279 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d92609ce-d2bd-46ab-9c91-243c97e6cfa0 req-f83c5f72-6d43-4e8c-838f-db4ce08123a3 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 945 time: 0.0514226 May 18 15:00:07.100712 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 36536) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:00:07.105409 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [None req-4a8a8a34-ac6c-4a59-8480-6cd4063f10cc tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Request body: {'floatingip': {'port_id': 'd65953ed-9d4b-4ed8-bdb3-b52cc90c0217'}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:00:07.149576 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-4a8a8a34-ac6c-4a59-8480-6cd4063f10cc tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks [] for floatingip (703e4da3-b96c-4d5f-bd84-6dcf70d68e96), before_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:07.310563 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cb6f97-13b5-466e-ab26-b1709a168e09 req-87fbdde2-4f33-479e-b333-6d13b53c5c8f tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:07.312017 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-64cb6f97-13b5-466e-ab26-b1709a168e09 req-87fbdde2-4f33-479e-b333-6d13b53c5c8f tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d158898-fe22-450d-8a03-33f781b6fa1f HTTP/1.1" status: 200 len: 985 time: 0.0970688 May 18 15:00:07.358440 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab10433-09d5-4b4a-9333-6412f5138ca0 req-4e7b3e0d-b7f0-4c38-bffe-fcac61bd421a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:07.359813 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0ab10433-09d5-4b4a-9333-6412f5138ca0 req-4e7b3e0d-b7f0-4c38-bffe-fcac61bd421a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=51aa9f371a9c4b20bd52f8e251c80711&device_id=1d158898-fe22-450d-8a03-33f781b6fa1f HTTP/1.1" status: 200 len: 1169 time: 0.1009274 May 18 15:00:07.487323 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:07.496416 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-64cb6f97-13b5-466e-ab26-b1709a168e09 req-105fb374-6087-4b15-874e-d2425dbb95db tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ae6d231-2416-440b-a669-c55404a7aa80&id=87209f13-ae86-4e34-8404-fc5ce5ccdd43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1752489 May 18 15:00:07.602325 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab10433-09d5-4b4a-9333-6412f5138ca0 req-fcbc460c-e4dd-4867-b29b-dd172a6c8c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:07.603778 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0ab10433-09d5-4b4a-9333-6412f5138ca0 req-fcbc460c-e4dd-4867-b29b-dd172a6c8c58 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5bc950ac-9a60-4db1-9e91-6b6e6f038301 HTTP/1.1" status: 200 len: 916 time: 0.2037480 May 18 15:00:07.644154 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:07.709000 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0ab10433-09d5-4b4a-9333-6412f5138ca0 req-583d11f1-3c84-4942-8724-f454e9994110 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13109190-8799-4d42-a04f-c61a209975be HTTP/1.1" status: 200 len: 1001 time: 0.0731232 May 18 15:00:07.841844 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab10433-09d5-4b4a-9333-6412f5138ca0 req-457a591a-2334-467f-a97a-c38910bcb36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:07.843295 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0ab10433-09d5-4b4a-9333-6412f5138ca0 req-457a591a-2334-467f-a97a-c38910bcb36c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f67ef94c-fe95-4707-8c30-e8bb6bac9712 HTTP/1.1" status: 200 len: 854 time: 0.1112370 May 18 15:00:07.870241 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b900ff-a846-4843-ac59-baee063788e9 req-fd65d1b3-e040-4f69-aa8c-ca6cedc43891 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:07.871676 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d3b900ff-a846-4843-ac59-baee063788e9 req-fd65d1b3-e040-4f69-aa8c-ca6cedc43891 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 946 time: 0.0982516 May 18 15:00:07.947760 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab10433-09d5-4b4a-9333-6412f5138ca0 req-f7cd695f-a786-4320-984b-2021164e702f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:07.949227 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0ab10433-09d5-4b4a-9333-6412f5138ca0 req-f7cd695f-a786-4320-984b-2021164e702f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5bc950ac-9a60-4db1-9e91-6b6e6f038301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0976250 May 18 15:00:07.962064 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-4a8a8a34-ac6c-4a59-8480-6cd4063f10cc tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:07.975993 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-4a8a8a34-ac6c-4a59-8480-6cd4063f10cc tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008279'] for floatingip (703e4da3-b96c-4d5f-bd84-6dcf70d68e96), after_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:08.065556 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d3b900ff-a846-4843-ac59-baee063788e9 req-7c309816-9fe3-4418-ae7c-4a008efa06f2 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb5f753-2908-4023-8bb1-1a4dec319fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549280 May 18 15:00:08.144828 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0ab10433-09d5-4b4a-9333-6412f5138ca0 req-34ac0b20-ad30-4a64-a354-bf6492ac62b2 service neutron] 10.222.0.49 "GET /v2.0/networks/5bc950ac-9a60-4db1-9e91-6b6e6f038301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816509 May 18 15:00:08.159190 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.db.l3_db [None req-4a8a8a34-ac6c-4a59-8480-6cd4063f10cc tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Floating IP 703e4da3-b96c-4d5f-bd84-6dcf70d68e96 associated. External IP: 172.27.3.104, port: d65953ed-9d4b-4ed8-bdb3-b52cc90c0217. May 18 15:00:08.543702 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0ab10433-09d5-4b4a-9333-6412f5138ca0 req-d411ad56-ff7f-4e74-8c47-494b9e3b6aac service neutron] 10.222.0.49 "GET /v2.0/networks/5bc950ac-9a60-4db1-9e91-6b6e6f038301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3918834 May 18 15:00:08.587079 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:08.645960 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b3c41-67e4-45ce-8ad4-a88f8b5a8456 req-6d29e2ee-065b-47da-a6f7-a9f0844a5e24 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:08.647986 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-653b3c41-67e4-45ce-8ad4-a88f8b5a8456 req-6d29e2ee-065b-47da-a6f7-a9f0844a5e24 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d158898-fe22-450d-8a03-33f781b6fa1f HTTP/1.1" status: 200 len: 985 time: 0.0652082 May 18 15:00:08.722184 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a8a8a34-ac6c-4a59-8480-6cd4063f10cc tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Router 41e37182-3d94-4d50-b848-597beeda176f has already been hosted by L3 agent a5518e17-d4a6-403f-b34f-0fa3d03f1833 {{(pid=110157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 15:00:08.734220 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:08.758500 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-653b3c41-67e4-45ce-8ad4-a88f8b5a8456 req-74fedbfe-07b6-4ac2-994b-40a054716b40 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ae6d231-2416-440b-a669-c55404a7aa80&id=87209f13-ae86-4e34-8404-fc5ce5ccdd43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0840983 May 18 15:00:08.855595 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8a8a34-ac6c-4a59-8480-6cd4063f10cc tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Notify agent at l3_agent.dv-cinder-839987-7-iscsi the message routers_updated {{(pid=110157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 15:00:08.860447 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-4a8a8a34-ac6c-4a59-8480-6cd4063f10cc tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for floatingip (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:08.866485 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abd1921-d313-47d7-84d7-585b1b6556d8 None None] Sync routers for ids ['41e37182-3d94-4d50-b848-597beeda176f'] in dv-cinder-839987-7-iscsi {{(pid=110158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 15:00:08.876191 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abd1921-d313-47d7-84d7-585b1b6556d8 None None] Routers {'41e37182-3d94-4d50-b848-597beeda176f'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:00:08.876883 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-1abd1921-d313-47d7-84d7-585b1b6556d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T14:59:53Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['41e37182-3d94-4d50-b848-597beeda176f'], 'active': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:00:08.890545 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-4a8a8a34-ac6c-4a59-8480-6cd4063f10cc tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "PUT /v2.0/floatingips/703e4da3-b96c-4d5f-bd84-6dcf70d68e96 HTTP/1.1" status: 200 len: 991 time: 1.7886899 May 18 15:00:08.891134 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9394fe1-b670-4e51-b247-71558d6f56ca', 'tag': 'd65953ed-9d4b-4ed8-bdb3-b52cc90c0217'}] {{(pid=110157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 15:00:08.893785 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3614be4c33be7e0ed28fa23fdbb6a3604458632b91c0a79006a6fb45a0ea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e074471-17dc-46d7-9216-98d68ccb87a1" -d '{"events": [{"name": "network-changed", "server_uuid": "b9394fe1-b670-4e51-b247-71558d6f56ca", "tag": "d65953ed-9d4b-4ed8-bdb3-b52cc90c0217"}]}' {{(pid=110157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 15:00:08.920944 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:08.929911 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 15:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7936ca2b-3198-4303-b1d9-7379181553b8 x-openstack-request-id: req-7936ca2b-3198-4303-b1d9-7379181553b8 {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 15:00:08.930202 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9394fe1-b670-4e51-b247-71558d6f56ca", "tag": "d65953ed-9d4b-4ed8-bdb3-b52cc90c0217", "status": "completed", "code": 200}]} {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 15:00:08.930473 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7936ca2b-3198-4303-b1d9-7379181553b8 {{(pid=110157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 15:00:08.930899 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7936ca2b-3198-4303-b1d9-7379181553b8'] response: {'name': 'network-changed', 'server_uuid': 'b9394fe1-b670-4e51-b247-71558d6f56ca', 'tag': 'd65953ed-9d4b-4ed8-bdb3-b52cc90c0217', 'status': 'completed', 'code': 200} May 18 15:00:08.985568 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvr_db [None req-1abd1921-d313-47d7-84d7-585b1b6556d8 None None] Set router 41e37182-3d94-4d50-b848-597beeda176f gateway port host: dv-cinder-839987-7-iscsi {{(pid=110158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:00:09.016905 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e074471-17dc-46d7-9216-98d68ccb87a1 req-439d5a69-01cb-47e8-b82d-c04799b8e82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:09.018421 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8e074471-17dc-46d7-9216-98d68ccb87a1 req-439d5a69-01cb-47e8-b82d-c04799b8e82f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c46dc2b21d34158bf2a7eb0e39c06a3&device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 1129 time: 0.0405140 May 18 15:00:09.116254 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e074471-17dc-46d7-9216-98d68ccb87a1 req-400c5433-9112-4c09-bee9-84b138f2ba04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:09.117769 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8e074471-17dc-46d7-9216-98d68ccb87a1 req-400c5433-9112-4c09-bee9-84b138f2ba04 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0410fe00-b11d-4309-b353-5cb8e97484be HTTP/1.1" status: 200 len: 917 time: 0.0926099 May 18 15:00:09.217921 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8e074471-17dc-46d7-9216-98d68ccb87a1 req-95c22ee6-db64-478b-987a-44bfb7ed8fa2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d65953ed-9d4b-4ed8-bdb3-b52cc90c0217 HTTP/1.1" status: 200 len: 999 time: 0.0920191 May 18 15:00:09.224248 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1abcb3-b8ec-46d3-a430-21bafb869517 req-508d6f02-e8cd-4603-9897-e8ba18ed5058 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:09.225879 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8b1abcb3-b8ec-46d3-a430-21bafb869517 req-508d6f02-e8cd-4603-9897-e8ba18ed5058 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 946 time: 0.0654814 May 18 15:00:09.298152 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e074471-17dc-46d7-9216-98d68ccb87a1 req-4172d7d9-3ff8-4f87-8024-4be14d515a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:09.299618 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8e074471-17dc-46d7-9216-98d68ccb87a1 req-4172d7d9-3ff8-4f87-8024-4be14d515a7c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1be02795-0dc2-4225-87b4-7592fa1ed277 HTTP/1.1" status: 200 len: 855 time: 0.0728655 May 18 15:00:09.323898 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8b1abcb3-b8ec-46d3-a430-21bafb869517 req-b1240737-e6ce-4c12-af9a-4e73983fa851 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb5f753-2908-4023-8bb1-1a4dec319fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894325 May 18 15:00:09.351609 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e074471-17dc-46d7-9216-98d68ccb87a1 req-e62c38d7-d89f-4020-bf7f-8a9953a93dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:09.353159 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8e074471-17dc-46d7-9216-98d68ccb87a1 req-e62c38d7-d89f-4020-bf7f-8a9953a93dce service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0410fe00-b11d-4309-b353-5cb8e97484be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450592 May 18 15:00:09.361658 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-1abd1921-d313-47d7-84d7-585b1b6556d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e37182-3d94-4d50-b848-597beeda176f', 'name': 'tempest-AttachVolumeShelveTestJSON-347408289-router', 'tenant_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '6ef0903a-1f5c-4c34-ac67-0dc694bd736d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:55:37Z', 'updated_at': '2022-05-18T14:55:43Z', 'revision_number': 4, 'project_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'gw_port': {'id': '6ef0903a-1f5c-4c34-ac67-0dc694bd736d', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:48:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e37182-3d94-4d50-b848-597beeda176f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:55:38Z', 'updated_at': '2022-05-18T14:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_floatingips': [{'id': '703e4da3-b96c-4d5f-bd84-6dcf70d68e96', 'tenant_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'floating_ip_address': '172.27.3.104', 'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'router_id': '41e37182-3d94-4d50-b848-597beeda176f', 'port_id': 'd65953ed-9d4b-4ed8-bdb3-b52cc90c0217', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0410fe00-b11d-4309-b353-5cb8e97484be', 'mac_address': 'fa:16:3e:65:7b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9394fe1-b670-4e51-b247-71558d6f56ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:59:52Z', 'updated_at': '2022-05-18T15:00:07Z', 'revision_number': 1, 'project_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6550b0f2-88e3-4874-831f-84a725711273', 'name': '', 'network_id': '0410fe00-b11d-4309-b353-5cb8e97484be', 'tenant_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'mac_address': 'fa:16:3e:fc:e6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e37182-3d94-4d50-b848-597beeda176f', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1be02795-0dc2-4225-87b4-7592fa1ed277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:55:41Z', 'updated_at': '2022-05-18T14:55:48Z', 'revision_number': 5, 'project_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'subnets': [{'id': '1be02795-0dc2-4225-87b4-7592fa1ed277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:00:09.390235 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abd1921-d313-47d7-84d7-585b1b6556d8 None None] Checking router: 41e37182-3d94-4d50-b848-597beeda176f for host: dv-cinder-839987-7-iscsi {{(pid=110158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 15:00:09.398730 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abd1921-d313-47d7-84d7-585b1b6556d8 None None] Routers {'41e37182-3d94-4d50-b848-597beeda176f'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:00:09.399331 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-1abd1921-d313-47d7-84d7-585b1b6556d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T14:59:53Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['41e37182-3d94-4d50-b848-597beeda176f'], 'active': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:00:09.454242 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8e074471-17dc-46d7-9216-98d68ccb87a1 req-8ac75534-5e98-49a4-953f-03c3922a4b95 service neutron] 10.222.0.49 "GET /v2.0/networks/0410fe00-b11d-4309-b353-5cb8e97484be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893865 May 18 15:00:09.501901 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvr_db [None req-1abd1921-d313-47d7-84d7-585b1b6556d8 None None] Set router 41e37182-3d94-4d50-b848-597beeda176f gateway port host: dv-cinder-839987-7-iscsi {{(pid=110158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:00:09.528335 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:09.543665 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8e074471-17dc-46d7-9216-98d68ccb87a1 req-34f1c3ff-4b4a-4b29-bf51-7b599ff6ec20 service neutron] 10.222.0.49 "GET /v2.0/networks/0410fe00-b11d-4309-b353-5cb8e97484be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835531 May 18 15:00:09.717305 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-1abd1921-d313-47d7-84d7-585b1b6556d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e37182-3d94-4d50-b848-597beeda176f', 'name': 'tempest-AttachVolumeShelveTestJSON-347408289-router', 'tenant_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '6ef0903a-1f5c-4c34-ac67-0dc694bd736d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:55:37Z', 'updated_at': '2022-05-18T14:55:43Z', 'revision_number': 4, 'project_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'gw_port': {'id': '6ef0903a-1f5c-4c34-ac67-0dc694bd736d', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:48:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e37182-3d94-4d50-b848-597beeda176f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:55:38Z', 'updated_at': '2022-05-18T14:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_floatingips': [{'id': '703e4da3-b96c-4d5f-bd84-6dcf70d68e96', 'tenant_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'floating_ip_address': '172.27.3.104', 'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'router_id': '41e37182-3d94-4d50-b848-597beeda176f', 'port_id': 'd65953ed-9d4b-4ed8-bdb3-b52cc90c0217', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0410fe00-b11d-4309-b353-5cb8e97484be', 'mac_address': 'fa:16:3e:65:7b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9394fe1-b670-4e51-b247-71558d6f56ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:59:52Z', 'updated_at': '2022-05-18T15:00:07Z', 'revision_number': 1, 'project_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6550b0f2-88e3-4874-831f-84a725711273', 'name': '', 'network_id': '0410fe00-b11d-4309-b353-5cb8e97484be', 'tenant_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'mac_address': 'fa:16:3e:fc:e6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e37182-3d94-4d50-b848-597beeda176f', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1be02795-0dc2-4225-87b4-7592fa1ed277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:55:41Z', 'updated_at': '2022-05-18T14:55:48Z', 'revision_number': 5, 'project_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'subnets': [{'id': '1be02795-0dc2-4225-87b4-7592fa1ed277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:00:09.743688 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abd1921-d313-47d7-84d7-585b1b6556d8 None None] The sync data for ids ['41e37182-3d94-4d50-b848-597beeda176f'] in dv-cinder-839987-7-iscsi is: [{'id': '41e37182-3d94-4d50-b848-597beeda176f', 'name': 'tempest-AttachVolumeShelveTestJSON-347408289-router', 'tenant_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '6ef0903a-1f5c-4c34-ac67-0dc694bd736d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:55:37Z', 'updated_at': '2022-05-18T14:55:43Z', 'revision_number': 4, 'project_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'gw_port': {'id': '6ef0903a-1f5c-4c34-ac67-0dc694bd736d', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:48:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e37182-3d94-4d50-b848-597beeda176f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:55:38Z', 'updated_at': '2022-05-18T14:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_floatingips': [{'id': '703e4da3-b96c-4d5f-bd84-6dcf70d68e96', 'tenant_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'floating_ip_address': '172.27.3.104', 'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'router_id': '41e37182-3d94-4d50-b848-597beeda176f', 'port_id': 'd65953ed-9d4b-4ed8-bdb3-b52cc90c0217', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0410fe00-b11d-4309-b353-5cb8e97484be', 'mac_address': 'fa:16:3e:65:7b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9394fe1-b670-4e51-b247-71558d6f56ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:59:52Z', 'updated_at': '2022-05-18T15:00:07Z', 'revision_number': 1, 'project_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6550b0f2-88e3-4874-831f-84a725711273', 'name': '', 'network_id': '0410fe00-b11d-4309-b353-5cb8e97484be', 'tenant_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'mac_address': 'fa:16:3e:fc:e6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e37182-3d94-4d50-b848-597beeda176f', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1be02795-0dc2-4225-87b4-7592fa1ed277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:55:41Z', 'updated_at': '2022-05-18T14:55:48Z', 'revision_number': 5, 'project_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'subnets': [{'id': '1be02795-0dc2-4225-87b4-7592fa1ed277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 15:00:09.881248 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc827f0-4165-41a7-a8cd-9d09770ce5a0 req-4a52decd-e366-4297-b4db-0c5cd9373141 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:09.882831 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3bc827f0-4165-41a7-a8cd-9d09770ce5a0 req-4a52decd-e366-4297-b4db-0c5cd9373141 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d158898-fe22-450d-8a03-33f781b6fa1f HTTP/1.1" status: 200 len: 985 time: 0.0541353 May 18 15:00:09.938534 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d401ad41-9967-48b9-ab70-79b7a3ba9530 None None] New status for floating IP 703e4da3-b96c-4d5f-bd84-6dcf70d68e96: ACTIVE {{(pid=110159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 15:00:09.949866 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3bc827f0-4165-41a7-a8cd-9d09770ce5a0 req-44d5600c-ead3-4ea0-bbd7-9b75d11ea3c2 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ae6d231-2416-440b-a669-c55404a7aa80&id=87209f13-ae86-4e34-8404-fc5ce5ccdd43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0611684 May 18 15:00:10.436442 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e1d5c-e4fc-48b6-aad3-a877f1e33eaa req-6cb5a378-02b2-4124-aca6-fb5f2d605e24 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:10.437926 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ec9e1d5c-e4fc-48b6-aad3-a877f1e33eaa req-6cb5a378-02b2-4124-aca6-fb5f2d605e24 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 946 time: 0.0474188 May 18 15:00:10.469882 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:10.484601 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ec9e1d5c-e4fc-48b6-aad3-a877f1e33eaa req-c1ee4702-b82f-4ebb-aa26-1e03d49bc49d tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb5f753-2908-4023-8bb1-1a4dec319fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413456 May 18 15:00:10.656325 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:10.674864 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f21d7f2-c6ba-48af-9d32-71535884a136 req-3e414d87-98ab-44c2-b144-cf2a19d48dfc tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:10.676345 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8f21d7f2-c6ba-48af-9d32-71535884a136 req-3e414d87-98ab-44c2-b144-cf2a19d48dfc tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 946 time: 0.0489471 May 18 15:00:10.739007 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8f21d7f2-c6ba-48af-9d32-71535884a136 req-fe052247-9c4c-44e1-aece-0cf1a3b89b32 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb5f753-2908-4023-8bb1-1a4dec319fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562437 May 18 15:00:10.766839 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6b0f6-d00b-4187-9bd5-5ab9b4966298 req-1a27f1dc-53fe-4914-bc98-a133cdc5ace3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:10.768404 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7cc6b0f6-d00b-4187-9bd5-5ab9b4966298 req-1a27f1dc-53fe-4914-bc98-a133cdc5ace3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9a08f2c9b8b49f6a5de343bf8826601&device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 1130 time: 0.0442700 May 18 15:00:10.859548 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6b0f6-d00b-4187-9bd5-5ab9b4966298 req-ba9fe135-4ca3-4021-8590-52fceebe130d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:10.861036 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7cc6b0f6-d00b-4187-9bd5-5ab9b4966298 req-ba9fe135-4ca3-4021-8590-52fceebe130d service neutron] 10.222.0.49 "GET /v2.0/networks?id=f6d46917-2e57-430f-9dbe-54ed4755b607 HTTP/1.1" status: 200 len: 911 time: 0.0855241 May 18 15:00:10.928997 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7cc6b0f6-d00b-4187-9bd5-5ab9b4966298 req-2c8ff40f-15fc-40e9-9fb1-af17a9d77791 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c977413-3f2a-4a40-84bc-101572b4ab37 HTTP/1.1" status: 200 len: 1001 time: 0.0611544 May 18 15:00:10.981686 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6b0f6-d00b-4187-9bd5-5ab9b4966298 req-479478f7-9118-4f20-ab48-bc2d6a36c795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:10.982924 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7cc6b0f6-d00b-4187-9bd5-5ab9b4966298 req-479478f7-9118-4f20-ab48-bc2d6a36c795 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f0fd852b-2772-465d-a18e-71b8e3f03976 HTTP/1.1" status: 200 len: 849 time: 0.0437617 May 18 15:00:11.038777 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6b0f6-d00b-4187-9bd5-5ab9b4966298 req-fa181974-977d-4e52-91a6-212f587013b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:11.040225 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7cc6b0f6-d00b-4187-9bd5-5ab9b4966298 req-fa181974-977d-4e52-91a6-212f587013b8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f6d46917-2e57-430f-9dbe-54ed4755b607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488021 May 18 15:00:11.122637 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdac584-88f0-46b5-be62-590a5a457bee req-a64d9d45-76c2-442a-a4c7-ad0a170b69c3 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:11.124096 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3cdac584-88f0-46b5-be62-590a5a457bee req-a64d9d45-76c2-442a-a4c7-ad0a170b69c3 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d158898-fe22-450d-8a03-33f781b6fa1f HTTP/1.1" status: 200 len: 985 time: 0.1016784 May 18 15:00:11.188315 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7cc6b0f6-d00b-4187-9bd5-5ab9b4966298 req-278771b6-df4e-4d94-a262-2cd7ad14bd3d service neutron] 10.222.0.49 "GET /v2.0/networks/f6d46917-2e57-430f-9dbe-54ed4755b607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283958 May 18 15:00:11.256335 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3cdac584-88f0-46b5-be62-590a5a457bee req-5a51a1ff-4a1b-47c7-bbcb-4ef2354f33fc tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ae6d231-2416-440b-a669-c55404a7aa80&id=87209f13-ae86-4e34-8404-fc5ce5ccdd43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1254709 May 18 15:00:11.300813 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7cc6b0f6-d00b-4187-9bd5-5ab9b4966298 req-9eedb56c-bd51-477e-bb61-44bd8addeb09 service neutron] 10.222.0.49 "GET /v2.0/networks/f6d46917-2e57-430f-9dbe-54ed4755b607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032746 May 18 15:00:11.852743 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9627156-6b8d-4d54-ba6e-e7863aa0c098 req-ebde9052-7fd8-4e1d-b17d-6cd2edeef13c tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:11.854172 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f9627156-6b8d-4d54-ba6e-e7863aa0c098 req-ebde9052-7fd8-4e1d-b17d-6cd2edeef13c tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 946 time: 0.0475330 May 18 15:00:11.900334 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f9627156-6b8d-4d54-ba6e-e7863aa0c098 req-9f29d8e1-b5ca-4960-af49-7de2599fba5e tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb5f753-2908-4023-8bb1-1a4dec319fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407138 May 18 15:00:12.374997 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a8d0f9-41f3-4c71-aec8-862b7d408e72 req-f8eb486d-f491-40f7-8a6b-4d0517f2cedc tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:12.376484 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-91a8d0f9-41f3-4c71-aec8-862b7d408e72 req-f8eb486d-f491-40f7-8a6b-4d0517f2cedc tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d158898-fe22-450d-8a03-33f781b6fa1f HTTP/1.1" status: 200 len: 985 time: 0.0508199 May 18 15:00:12.439816 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-91a8d0f9-41f3-4c71-aec8-862b7d408e72 req-c6fc2610-39a0-4aa2-ac26-e25f11b9bbf6 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ae6d231-2416-440b-a669-c55404a7aa80&id=87209f13-ae86-4e34-8404-fc5ce5ccdd43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572410 May 18 15:00:12.456251 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (f376d122-85a6-484a-a941-8f32d5a81e72), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:13.016308 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5e4e10-210d-48e8-9e05-9ae6d7318b2f req-8b817960-6573-4a63-8871-45bb81d21227 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:13.017810 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ac5e4e10-210d-48e8-9e05-9ae6d7318b2f req-8b817960-6573-4a63-8871-45bb81d21227 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 946 time: 0.0469992 May 18 15:00:13.063994 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ac5e4e10-210d-48e8-9e05-9ae6d7318b2f req-d4262a58-c99e-4b66-ac60-8084419730cd tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb5f753-2908-4023-8bb1-1a4dec319fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406511 May 18 15:00:13.558996 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0993b5-a445-416b-9e37-44b04db2fccf req-2ecc4599-6839-4f9d-9b27-a8d7ff8ea2db tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:13.560435 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7c0993b5-a445-416b-9e37-44b04db2fccf req-2ecc4599-6839-4f9d-9b27-a8d7ff8ea2db tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d158898-fe22-450d-8a03-33f781b6fa1f HTTP/1.1" status: 200 len: 985 time: 0.0502467 May 18 15:00:13.572185 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:13.590856 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:13.621098 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7c0993b5-a445-416b-9e37-44b04db2fccf req-e6c8e2b0-1913-4abd-b357-d8a96940abe2 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ae6d231-2416-440b-a669-c55404a7aa80&id=87209f13-ae86-4e34-8404-fc5ce5ccdd43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549512 May 18 15:00:14.735056 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a376b7-543a-4c6e-ae13-8c0825b6d4ca req-2d9bc599-082d-4331-a05b-5cb546b40496 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:14.736524 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d9a376b7-543a-4c6e-ae13-8c0825b6d4ca req-2d9bc599-082d-4331-a05b-5cb546b40496 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d158898-fe22-450d-8a03-33f781b6fa1f HTTP/1.1" status: 200 len: 985 time: 0.0474091 May 18 15:00:14.795000 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d9a376b7-543a-4c6e-ae13-8c0825b6d4ca req-e0be3940-a506-49fb-ad0c-996cf377f9dc tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ae6d231-2416-440b-a669-c55404a7aa80&id=87209f13-ae86-4e34-8404-fc5ce5ccdd43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529287 May 18 15:00:15.907649 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b8a049-fc3b-40d4-ba1c-9ca6a4f778fd req-58d6bb89-7853-4b67-b1a5-be5da42a3b6a tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:15.909115 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d3b8a049-fc3b-40d4-ba1c-9ca6a4f778fd req-58d6bb89-7853-4b67-b1a5-be5da42a3b6a tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d158898-fe22-450d-8a03-33f781b6fa1f HTTP/1.1" status: 200 len: 985 time: 0.0465026 May 18 15:00:15.971356 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d3b8a049-fc3b-40d4-ba1c-9ca6a4f778fd req-37c533f7-dea0-489a-8b9c-47efab2be6fe tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ae6d231-2416-440b-a669-c55404a7aa80&id=87209f13-ae86-4e34-8404-fc5ce5ccdd43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561404 May 18 15:00:17.084412 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97181c41-ccaa-4391-bea2-7a7d4aa73ae4 req-02f2fe17-cfcb-4792-bf2f-932ad24b051d tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:17.085821 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-97181c41-ccaa-4391-bea2-7a7d4aa73ae4 req-02f2fe17-cfcb-4792-bf2f-932ad24b051d tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d158898-fe22-450d-8a03-33f781b6fa1f HTTP/1.1" status: 200 len: 985 time: 0.0489876 May 18 15:00:17.145685 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-97181c41-ccaa-4391-bea2-7a7d4aa73ae4 req-7cf027fd-03d9-4c50-ba48-d363611a21a3 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ae6d231-2416-440b-a669-c55404a7aa80&id=87209f13-ae86-4e34-8404-fc5ce5ccdd43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542185 May 18 15:00:18.283109 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748401c-1741-4694-9098-5d3eed6ce937 req-fbbef32e-f96f-45e8-822b-c8b60a769a43 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:18.284688 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-5748401c-1741-4694-9098-5d3eed6ce937 req-fbbef32e-f96f-45e8-822b-c8b60a769a43 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d158898-fe22-450d-8a03-33f781b6fa1f HTTP/1.1" status: 200 len: 985 time: 0.0626993 May 18 15:00:18.345915 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-5748401c-1741-4694-9098-5d3eed6ce937 req-17ed3722-bc80-4b33-8ee3-4a75d175319f tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ae6d231-2416-440b-a669-c55404a7aa80&id=87209f13-ae86-4e34-8404-fc5ce5ccdd43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556216 May 18 15:00:19.462173 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2fa832-4572-4bf9-a294-b1f4b0b46e8c req-ccb686b0-e203-468e-9e19-c555b9cf5c43 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:19.463612 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6f2fa832-4572-4bf9-a294-b1f4b0b46e8c req-ccb686b0-e203-468e-9e19-c555b9cf5c43 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d158898-fe22-450d-8a03-33f781b6fa1f HTTP/1.1" status: 200 len: 985 time: 0.0503283 May 18 15:00:19.522770 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6f2fa832-4572-4bf9-a294-b1f4b0b46e8c req-9d39b861-294e-49a8-a6c7-0ec7e49ba4af tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ae6d231-2416-440b-a669-c55404a7aa80&id=87209f13-ae86-4e34-8404-fc5ce5ccdd43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536427 May 18 15:00:20.061975 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=12 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:20.072005 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:20.510271 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-54dc455c-0fad-451f-b7d2-babc39e0ad76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (7afc6fe8-d13b-4fd3-bc99-e9efab9a141d), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:20.651607 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a730a-ff29-45c6-8770-cdcf75dfcb14 req-97ab403f-d72f-49e1-a10f-671f0b28cadf tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:20.653289 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d43a730a-ff29-45c6-8770-cdcf75dfcb14 req-97ab403f-d72f-49e1-a10f-671f0b28cadf tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d158898-fe22-450d-8a03-33f781b6fa1f HTTP/1.1" status: 200 len: 985 time: 0.0523262 May 18 15:00:20.719338 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d43a730a-ff29-45c6-8770-cdcf75dfcb14 req-faace14f-58f4-4baf-a32e-db1a6954ad3e tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ae6d231-2416-440b-a669-c55404a7aa80&id=87209f13-ae86-4e34-8404-fc5ce5ccdd43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0603282 May 18 15:00:21.854287 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94cf38a-98bb-4ade-812c-32c77fa9b988 req-597d8262-de9b-4b9f-9399-1f95367c5693 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:21.855827 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e94cf38a-98bb-4ade-812c-32c77fa9b988 req-597d8262-de9b-4b9f-9399-1f95367c5693 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d158898-fe22-450d-8a03-33f781b6fa1f HTTP/1.1" status: 200 len: 985 time: 0.0539412 May 18 15:00:21.915750 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e94cf38a-98bb-4ade-812c-32c77fa9b988 req-b1e9335c-13e5-4c39-b27e-1afed243678b tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ae6d231-2416-440b-a669-c55404a7aa80&id=87209f13-ae86-4e34-8404-fc5ce5ccdd43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540736 May 18 15:00:22.937067 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-310e1b19-1e48-49d8-9246-be93001fd31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (a5518e17-d4a6-403f-b34f-0fa3d03f1833), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:23.028842 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca1991-d957-4b95-8041-c603cae8bfa8 req-635efa9b-f226-4ae0-9b65-c9341811d119 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:23.030637 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-70ca1991-d957-4b95-8041-c603cae8bfa8 req-635efa9b-f226-4ae0-9b65-c9341811d119 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d158898-fe22-450d-8a03-33f781b6fa1f HTTP/1.1" status: 200 len: 985 time: 0.0481498 May 18 15:00:23.090474 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-70ca1991-d957-4b95-8041-c603cae8bfa8 req-2537ed12-85ef-4b6a-bd00-a1d798a92b31 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ae6d231-2416-440b-a669-c55404a7aa80&id=87209f13-ae86-4e34-8404-fc5ce5ccdd43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540664 May 18 15:00:23.998401 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-50f4e27f-5619-452e-9630-0448ff5d9157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (0f4dbee4-4999-4f30-b578-59222d25f53e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:24.208555 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e940406-c38f-4ba0-ac8c-500c262cbd5f req-ebdb343b-30d9-4ffe-8432-81dbb4a7a7ae tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:24.210077 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2e940406-c38f-4ba0-ac8c-500c262cbd5f req-ebdb343b-30d9-4ffe-8432-81dbb4a7a7ae tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d158898-fe22-450d-8a03-33f781b6fa1f HTTP/1.1" status: 200 len: 985 time: 0.0501862 May 18 15:00:24.249045 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:24.273256 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2e940406-c38f-4ba0-ac8c-500c262cbd5f req-36f035ed-5c77-443b-94ff-11e1f2b9af8d tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ae6d231-2416-440b-a669-c55404a7aa80&id=87209f13-ae86-4e34-8404-fc5ce5ccdd43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575807 May 18 15:00:25.134518 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-86248160-1b36-4d80-a449-232705ae1859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (11bd5e7f-0ec7-43f5-9ca8-99d3c1136d9c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:25.386677 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f33905-1ea2-4a49-95d6-8e320f961a51 req-31d7af49-e4c7-475d-b221-632d72b1054f tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:25.388125 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-38f33905-1ea2-4a49-95d6-8e320f961a51 req-31d7af49-e4c7-475d-b221-632d72b1054f tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d158898-fe22-450d-8a03-33f781b6fa1f HTTP/1.1" status: 200 len: 985 time: 0.0467646 May 18 15:00:25.399492 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:25.448122 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-38f33905-1ea2-4a49-95d6-8e320f961a51 req-5059fa84-b90b-4e04-8158-e78ffc014821 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ae6d231-2416-440b-a669-c55404a7aa80&id=87209f13-ae86-4e34-8404-fc5ce5ccdd43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544682 May 18 15:00:26.473920 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:27.154558 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b32939-5158-4060-b2fa-7911e91d2d08 req-0f55995d-facd-412c-bd85-8c4d250efd71 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:27.156014 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-22b32939-5158-4060-b2fa-7911e91d2d08 req-0f55995d-facd-412c-bd85-8c4d250efd71 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=029fe182-8e95-49ca-88da-64523afce432 HTTP/1.1" status: 200 len: 945 time: 0.0464270 May 18 15:00:27.202256 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-22b32939-5158-4060-b2fa-7911e91d2d08 req-537d5830-3375-4d8c-b976-b9ccbf6a388b tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4853b88-ce3a-4172-9efa-accfb830c42b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407062 May 18 15:00:28.321360 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e5de4d-bc9c-47c5-a757-9ef5629f5933 req-86358c95-be17-4e9d-9dfd-c76099388861 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:28.322825 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d0e5de4d-bc9c-47c5-a757-9ef5629f5933 req-86358c95-be17-4e9d-9dfd-c76099388861 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=029fe182-8e95-49ca-88da-64523afce432 HTTP/1.1" status: 200 len: 945 time: 0.0506480 May 18 15:00:28.368990 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d0e5de4d-bc9c-47c5-a757-9ef5629f5933 req-bcbbd37b-df4b-4b18-9a9a-170786de4ef7 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4853b88-ce3a-4172-9efa-accfb830c42b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405526 May 18 15:00:29.479666 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd864c-00ff-4892-9bbe-06437e1249fc req-d76c69b8-a63f-4642-9ba1-ca78043f40ba tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:29.481073 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8ffd864c-00ff-4892-9bbe-06437e1249fc req-d76c69b8-a63f-4642-9ba1-ca78043f40ba tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=029fe182-8e95-49ca-88da-64523afce432 HTTP/1.1" status: 200 len: 945 time: 0.0466473 May 18 15:00:29.527448 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8ffd864c-00ff-4892-9bbe-06437e1249fc req-9ab02bd2-c602-43eb-9ca4-4cd2f55b55c7 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4853b88-ce3a-4172-9efa-accfb830c42b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409973 May 18 15:00:30.646427 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf25b016-1729-4b4a-a1fa-d88ff7a0a534 req-9999d258-4a46-44f4-a10f-e68af2ddf241 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:30.648982 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-cf25b016-1729-4b4a-a1fa-d88ff7a0a534 req-9999d258-4a46-44f4-a10f-e68af2ddf241 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=029fe182-8e95-49ca-88da-64523afce432 HTTP/1.1" status: 200 len: 945 time: 0.0552044 May 18 15:00:30.695987 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-cf25b016-1729-4b4a-a1fa-d88ff7a0a534 req-1ec649b9-8d19-45b1-a5e6-b902e8fe3617 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4853b88-ce3a-4172-9efa-accfb830c42b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417538 May 18 15:00:30.937439 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461295d-6691-4a91-a4b2-20c6ed135f9d req-a4169aaa-9f1a-4abd-9824-0297e2d9b81c tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:30.938918 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d461295d-6691-4a91-a4b2-20c6ed135f9d req-a4169aaa-9f1a-4abd-9824-0297e2d9b81c tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.49 "GET /v2.0/ports?device_id=029fe182-8e95-49ca-88da-64523afce432 HTTP/1.1" status: 200 len: 945 time: 0.0487094 May 18 15:00:31.022469 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [req-d461295d-6691-4a91-a4b2-20c6ed135f9d req-41b8a929-7297-46c2-977a-58b21659f8c7 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Deleting port b2e8b9ad-823b-4ddb-820c-d6a26d7edf96 {{(pid=110157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:00:31.022810 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-d461295d-6691-4a91-a4b2-20c6ed135f9d req-41b8a929-7297-46c2-977a-58b21659f8c7 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (b2e8b9ad-823b-4ddb-820c-d6a26d7edf96), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:31.115062 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.db [req-d461295d-6691-4a91-a4b2-20c6ed135f9d req-41b8a929-7297-46c2-977a-58b21659f8c7 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] For port b2e8b9ad-823b-4ddb-820c-d6a26d7edf96, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=b2e8b9ad-823b-4ddb-820c-d6a26d7edf96,segment=NetworkSegment(bbfc418c-0043-41f1-b776-d50d494cd99b),segment_id=bbfc418c-0043-41f1-b776-d50d494cd99b)] {{(pid=110157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:00:31.115062 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-d461295d-6691-4a91-a4b2-20c6ed135f9d req-41b8a929-7297-46c2-977a-58b21659f8c7 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (b2e8b9ad-823b-4ddb-820c-d6a26d7edf96), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:31.278505 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-d461295d-6691-4a91-a4b2-20c6ed135f9d req-41b8a929-7297-46c2-977a-58b21659f8c7 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:31.278871 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-d461295d-6691-4a91-a4b2-20c6ed135f9d req-41b8a929-7297-46c2-977a-58b21659f8c7 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008279'] for floatingip (0d68db53-649d-4ac8-9db6-a12cb03ebc9b), after_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:31.279185 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.db.l3_db [req-d461295d-6691-4a91-a4b2-20c6ed135f9d req-41b8a929-7297-46c2-977a-58b21659f8c7 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Floating IP 0d68db53-649d-4ac8-9db6-a12cb03ebc9b disassociated. External IP: 172.27.3.198, port: b2e8b9ad-823b-4ddb-820c-d6a26d7edf96. May 18 15:00:31.279531 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [req-d461295d-6691-4a91-a4b2-20c6ed135f9d req-41b8a929-7297-46c2-977a-58b21659f8c7 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Calling delete_port for b2e8b9ad-823b-4ddb-820c-d6a26d7edf96 owned by compute:nova {{(pid=110157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:00:31.332202 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:31.409855 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-d461295d-6691-4a91-a4b2-20c6ed135f9d req-41b8a929-7297-46c2-977a-58b21659f8c7 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13704171'] for port (b2e8b9ad-823b-4ddb-820c-d6a26d7edf96), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:31.437906 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b8a929-7297-46c2-977a-58b21659f8c7 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Pushing event deleted for resources: {'Port': ['ID=b2e8b9ad-823b-4ddb-820c-d6a26d7edf96,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:00:31.442598 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:31.548236 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d461295d-6691-4a91-a4b2-20c6ed135f9d req-41b8a929-7297-46c2-977a-58b21659f8c7 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Router 3e4fc04d-f577-45c5-a814-daba4b2fdfb6 has already been hosted by L3 agent a5518e17-d4a6-403f-b34f-0fa3d03f1833 {{(pid=110157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 15:00:31.651235 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d461295d-6691-4a91-a4b2-20c6ed135f9d req-41b8a929-7297-46c2-977a-58b21659f8c7 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Notify agent at l3_agent.dv-cinder-839987-7-iscsi the message routers_updated {{(pid=110157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 15:00:31.660723 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49192db-d0a1-4092-8f2c-02a0ad426eda None None] Sync routers for ids ['3e4fc04d-f577-45c5-a814-daba4b2fdfb6'] in dv-cinder-839987-7-iscsi {{(pid=110158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 15:00:31.670121 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49192db-d0a1-4092-8f2c-02a0ad426eda None None] Routers {'3e4fc04d-f577-45c5-a814-daba4b2fdfb6'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:00:31.670720 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-f49192db-d0a1-4092-8f2c-02a0ad426eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:00:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['3e4fc04d-f577-45c5-a814-daba4b2fdfb6'], 'active': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:00:31.694673 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.l3_dvrscheduler_db [req-d461295d-6691-4a91-a4b2-20c6ed135f9d req-41b8a929-7297-46c2-977a-58b21659f8c7 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] No DVR routers for this DVR port b2e8b9ad-823b-4ddb-820c-d6a26d7edf96 on host hv-cinder-83998 {{(pid=110157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 15:00:31.697246 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-d461295d-6691-4a91-a4b2-20c6ed135f9d req-41b8a929-7297-46c2-977a-58b21659f8c7 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for port (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:31.700421 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d461295d-6691-4a91-a4b2-20c6ed135f9d req-41b8a929-7297-46c2-977a-58b21659f8c7 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.49 "DELETE /v2.0/ports/b2e8b9ad-823b-4ddb-820c-d6a26d7edf96 HTTP/1.1" status: 204 len: 173 time: 0.7554262 May 18 15:00:31.700968 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '029fe182-8e95-49ca-88da-64523afce432', 'name': 'network-vif-deleted', 'tag': 'b2e8b9ad-823b-4ddb-820c-d6a26d7edf96'}] {{(pid=110157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 15:00:31.703216 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3614be4c33be7e0ed28fa23fdbb6a3604458632b91c0a79006a6fb45a0ea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb30ada-c5d0-40c5-93ec-b8aaa7710542" -d '{"events": [{"server_uuid": "029fe182-8e95-49ca-88da-64523afce432", "name": "network-vif-deleted", "tag": "b2e8b9ad-823b-4ddb-820c-d6a26d7edf96"}]}' {{(pid=110157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 15:00:31.713250 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:31.747070 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 15:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b436d7d-03d6-4510-af29-c570acddbb68 x-openstack-request-id: req-8b436d7d-03d6-4510-af29-c570acddbb68 {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 15:00:31.747813 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "029fe182-8e95-49ca-88da-64523afce432", "name": "network-vif-deleted", "tag": "b2e8b9ad-823b-4ddb-820c-d6a26d7edf96", "status": "completed", "code": 200}]} {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 15:00:31.748889 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8b436d7d-03d6-4510-af29-c570acddbb68 {{(pid=110157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 15:00:31.749823 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b436d7d-03d6-4510-af29-c570acddbb68'] response: {'server_uuid': '029fe182-8e95-49ca-88da-64523afce432', 'name': 'network-vif-deleted', 'tag': 'b2e8b9ad-823b-4ddb-820c-d6a26d7edf96', 'status': 'completed', 'code': 200} May 18 15:00:31.787657 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvr_db [None req-f49192db-d0a1-4092-8f2c-02a0ad426eda None None] Set router 3e4fc04d-f577-45c5-a814-daba4b2fdfb6 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:00:31.804993 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2276387d-b4e9-48ed-9c7b-813ba3d38e93 req-e846e93d-478b-46ff-ab2e-ecced96171be tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=029fe182-8e95-49ca-88da-64523afce432 HTTP/1.1" status: 200 len: 210 time: 0.0338566 May 18 15:00:31.994213 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-f49192db-d0a1-4092-8f2c-02a0ad426eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4fc04d-f577-45c5-a814-daba4b2fdfb6', 'name': 'tempest-ServerRescueNegativeTestJSON-151813563-router', 'tenant_id': '84835592358a4e188df86896d6015647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '46612616-8fc3-4a81-bd7b-2adbbaf76c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:55:38Z', 'updated_at': '2022-05-18T14:55:45Z', 'revision_number': 4, 'project_id': '84835592358a4e188df86896d6015647', 'gw_port': {'id': '46612616-8fc3-4a81-bd7b-2adbbaf76c3e', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4fc04d-f577-45c5-a814-daba4b2fdfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:55:39Z', 'updated_at': '2022-05-18T14:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': '11968faa-fd76-4c5c-9627-dcf85c1d0ca3', 'name': '', 'network_id': '22bd5425-6379-4740-b6c4-d6f9b7aaeddb', 'tenant_id': '84835592358a4e188df86896d6015647', 'mac_address': 'fa:16:3e:96:7b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4fc04d-f577-45c5-a814-daba4b2fdfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8225869c-efe1-47af-ba2b-3d33d9623b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:55:45Z', 'updated_at': '2022-05-18T14:55:56Z', 'revision_number': 5, 'project_id': '84835592358a4e188df86896d6015647', 'subnets': [{'id': '8225869c-efe1-47af-ba2b-3d33d9623b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:00:32.021665 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49192db-d0a1-4092-8f2c-02a0ad426eda None None] Checking router: 3e4fc04d-f577-45c5-a814-daba4b2fdfb6 for host: dv-cinder-839987-7-iscsi {{(pid=110158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 15:00:32.030099 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49192db-d0a1-4092-8f2c-02a0ad426eda None None] Routers {'3e4fc04d-f577-45c5-a814-daba4b2fdfb6'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:00:32.030626 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-f49192db-d0a1-4092-8f2c-02a0ad426eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:00:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['3e4fc04d-f577-45c5-a814-daba4b2fdfb6'], 'active': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:00:32.131853 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvr_db [None req-f49192db-d0a1-4092-8f2c-02a0ad426eda None None] Set router 3e4fc04d-f577-45c5-a814-daba4b2fdfb6 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:00:32.165946 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:32.324342 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-f49192db-d0a1-4092-8f2c-02a0ad426eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4fc04d-f577-45c5-a814-daba4b2fdfb6', 'name': 'tempest-ServerRescueNegativeTestJSON-151813563-router', 'tenant_id': '84835592358a4e188df86896d6015647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '46612616-8fc3-4a81-bd7b-2adbbaf76c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:55:38Z', 'updated_at': '2022-05-18T14:55:45Z', 'revision_number': 4, 'project_id': '84835592358a4e188df86896d6015647', 'gw_port': {'id': '46612616-8fc3-4a81-bd7b-2adbbaf76c3e', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4fc04d-f577-45c5-a814-daba4b2fdfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:55:39Z', 'updated_at': '2022-05-18T14:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': '11968faa-fd76-4c5c-9627-dcf85c1d0ca3', 'name': '', 'network_id': '22bd5425-6379-4740-b6c4-d6f9b7aaeddb', 'tenant_id': '84835592358a4e188df86896d6015647', 'mac_address': 'fa:16:3e:96:7b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4fc04d-f577-45c5-a814-daba4b2fdfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8225869c-efe1-47af-ba2b-3d33d9623b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:55:45Z', 'updated_at': '2022-05-18T14:55:56Z', 'revision_number': 5, 'project_id': '84835592358a4e188df86896d6015647', 'subnets': [{'id': '8225869c-efe1-47af-ba2b-3d33d9623b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:00:32.351354 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49192db-d0a1-4092-8f2c-02a0ad426eda None None] The sync data for ids ['3e4fc04d-f577-45c5-a814-daba4b2fdfb6'] in dv-cinder-839987-7-iscsi is: [{'id': '3e4fc04d-f577-45c5-a814-daba4b2fdfb6', 'name': 'tempest-ServerRescueNegativeTestJSON-151813563-router', 'tenant_id': '84835592358a4e188df86896d6015647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '46612616-8fc3-4a81-bd7b-2adbbaf76c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:55:38Z', 'updated_at': '2022-05-18T14:55:45Z', 'revision_number': 4, 'project_id': '84835592358a4e188df86896d6015647', 'gw_port': {'id': '46612616-8fc3-4a81-bd7b-2adbbaf76c3e', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4fc04d-f577-45c5-a814-daba4b2fdfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:55:39Z', 'updated_at': '2022-05-18T14:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': '11968faa-fd76-4c5c-9627-dcf85c1d0ca3', 'name': '', 'network_id': '22bd5425-6379-4740-b6c4-d6f9b7aaeddb', 'tenant_id': '84835592358a4e188df86896d6015647', 'mac_address': 'fa:16:3e:96:7b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4fc04d-f577-45c5-a814-daba4b2fdfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8225869c-efe1-47af-ba2b-3d33d9623b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:55:45Z', 'updated_at': '2022-05-18T14:55:56Z', 'revision_number': 5, 'project_id': '84835592358a4e188df86896d6015647', 'subnets': [{'id': '8225869c-efe1-47af-ba2b-3d33d9623b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 15:00:32.563199 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a75732-5216-4ffb-a0c8-b0c3e33d2f1c None None] New status for floating IP 0d68db53-649d-4ac8-9db6-a12cb03ebc9b: DOWN {{(pid=110159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 15:00:32.892487 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 36640) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:00:32.946651 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-8b61884c-a0a9-447c-96cf-11e049e6a743 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks [] for security_group (a4853b88-ce3a-4172-9efa-accfb830c42b), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:32.972494 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-8b61884c-a0a9-447c-96cf-11e049e6a743 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks [] for security_group (a4853b88-ce3a-4172-9efa-accfb830c42b), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:33.022987 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-8b61884c-a0a9-447c-96cf-11e049e6a743 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (a4853b88-ce3a-4172-9efa-accfb830c42b), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:33.025683 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-8b61884c-a0a9-447c-96cf-11e049e6a743 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks [] for security_group (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:33.026847 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-8b61884c-a0a9-447c-96cf-11e049e6a743 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "DELETE /v2.0/security-groups/a4853b88-ce3a-4172-9efa-accfb830c42b HTTP/1.1" status: 204 len: 168 time: 0.1333344 May 18 15:00:33.029607 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 36642) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:00:33.036139 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b61884c-a0a9-447c-96cf-11e049e6a743 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4853b88-ce3a-4172-9efa-accfb830c42b,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:00:33.048943 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.api.v2.resource [None req-635707b2-eed4-4ae0-8c92-f68f89883e4c tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] show failed (client error): The resource could not be found. May 18 15:00:33.052509 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-635707b2-eed4-4ae0-8c92-f68f89883e4c tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups/a4853b88-ce3a-4172-9efa-accfb830c42b HTTP/1.1" status: 404 len: 347 time: 0.0194941 May 18 15:00:33.052832 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 36644) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:00:33.165692 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.plugin [None req-ec228976-ff90-40a3-a1c9-6aa1e456f32a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Deleting port c60bc3ae-41bb-4803-97da-68e819b8c4c2 {{(pid=110156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:00:33.166037 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ec228976-ff90-40a3-a1c9-6aa1e456f32a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (c60bc3ae-41bb-4803-97da-68e819b8c4c2), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:33.242508 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ec228976-ff90-40a3-a1c9-6aa1e456f32a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (c60bc3ae-41bb-4803-97da-68e819b8c4c2), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:33.242842 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ec228976-ff90-40a3-a1c9-6aa1e456f32a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks [] for floatingip (c60bc3ae-41bb-4803-97da-68e819b8c4c2), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:33.255302 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.plugin [None req-ec228976-ff90-40a3-a1c9-6aa1e456f32a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Calling delete_port for c60bc3ae-41bb-4803-97da-68e819b8c4c2 owned by network:floatingip {{(pid=110156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:00:33.394715 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ec228976-ff90-40a3-a1c9-6aa1e456f32a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14495174'] for port (c60bc3ae-41bb-4803-97da-68e819b8c4c2), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:33.417589 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec228976-ff90-40a3-a1c9-6aa1e456f32a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Pushing event deleted for resources: {'Port': ['ID=c60bc3ae-41bb-4803-97da-68e819b8c4c2,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:00:33.432346 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec228976-ff90-40a3-a1c9-6aa1e456f32a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:33.432739 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec228976-ff90-40a3-a1c9-6aa1e456f32a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:33.433081 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec228976-ff90-40a3-a1c9-6aa1e456f32a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:33.433427 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec228976-ff90-40a3-a1c9-6aa1e456f32a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:33.433768 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec228976-ff90-40a3-a1c9-6aa1e456f32a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:33.434104 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec228976-ff90-40a3-a1c9-6aa1e456f32a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:33.434435 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec228976-ff90-40a3-a1c9-6aa1e456f32a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:33.434769 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec228976-ff90-40a3-a1c9-6aa1e456f32a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:33.435095 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec228976-ff90-40a3-a1c9-6aa1e456f32a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:33.435421 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec228976-ff90-40a3-a1c9-6aa1e456f32a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:33.435840 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec228976-ff90-40a3-a1c9-6aa1e456f32a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:33.436174 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec228976-ff90-40a3-a1c9-6aa1e456f32a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:33.436502 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec228976-ff90-40a3-a1c9-6aa1e456f32a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:33.436858 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec228976-ff90-40a3-a1c9-6aa1e456f32a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:33.437186 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec228976-ff90-40a3-a1c9-6aa1e456f32a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:33.496300 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ec228976-ff90-40a3-a1c9-6aa1e456f32a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks [] for floatingip (0d68db53-649d-4ac8-9db6-a12cb03ebc9b), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:33.498866 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ec228976-ff90-40a3-a1c9-6aa1e456f32a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for floatingip (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:33.500027 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-ec228976-ff90-40a3-a1c9-6aa1e456f32a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "DELETE /v2.0/floatingips/0d68db53-649d-4ac8-9db6-a12cb03ebc9b HTTP/1.1" status: 204 len: 168 time: 0.4459596 May 18 15:00:35.524896 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device b2e8b9ad-823b-4ddb-820c-d6a26d7edf96 no longer exists at agent hyperv_hv-cinder-83998 {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 15:00:35.543768 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] No Port match for: b2e8b9ad-823b-4ddb-820c-d6a26d7edf96 {{(pid=110158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 15:00:35.544103 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device b2e8b9ad-823b-4ddb-820c-d6a26d7edf96 not bound to the agent host hv-cinder-83998 {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 15:00:35.961780 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a3f901-f641-4c7a-ac78-39a3aa06f801 req-8f6ba661-032c-4588-bbc5-8f8e6b68ad5d tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:35.963224 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-56a3f901-f641-4c7a-ac78-39a3aa06f801 req-8f6ba661-032c-4588-bbc5-8f8e6b68ad5d tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 946 time: 0.0467427 May 18 15:00:36.011797 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-56a3f901-f641-4c7a-ac78-39a3aa06f801 req-001df598-23f7-4a13-aa87-6058c0a157a8 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429668 May 18 15:00:37.125213 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0303bc2-ddda-467d-9b79-d11bacb02efb req-20edb505-58ec-40b1-8baf-8e69b207d100 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:37.126596 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-a0303bc2-ddda-467d-9b79-d11bacb02efb req-20edb505-58ec-40b1-8baf-8e69b207d100 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 946 time: 0.0469449 May 18 15:00:37.172722 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-a0303bc2-ddda-467d-9b79-d11bacb02efb req-a8e95291-c68a-4095-a0b0-99fbe39a68bf tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406234 May 18 15:00:38.399139 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d4e5e-0a33-4434-9d91-161ae02be121 req-f05cd8a8-2351-4807-8142-629e01791271 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:38.400574 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-a19d4e5e-0a33-4434-9d91-161ae02be121 req-f05cd8a8-2351-4807-8142-629e01791271 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 946 time: 0.1612747 May 18 15:00:38.446472 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-a19d4e5e-0a33-4434-9d91-161ae02be121 req-d9dc675f-5085-49cd-9506-1766ef9c3813 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405109 May 18 15:00:38.667559 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d82c6-6bd4-484f-9ac3-9eaa8c9ccbd7 req-44ee1900-2908-4fa5-ac78-e19c70a17c92 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:38.669069 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7e7d82c6-6bd4-484f-9ac3-9eaa8c9ccbd7 req-44ee1900-2908-4fa5-ac78-e19c70a17c92 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.49 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 946 time: 0.0492833 May 18 15:00:38.737054 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:38.754973 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [req-7e7d82c6-6bd4-484f-9ac3-9eaa8c9ccbd7 req-206c3b0b-ad3a-4dcf-9529-36f310d24b4b tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Deleting port be1a0b48-9f78-477a-a06b-50518f954982 {{(pid=110157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:00:38.755308 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-7e7d82c6-6bd4-484f-9ac3-9eaa8c9ccbd7 req-206c3b0b-ad3a-4dcf-9529-36f310d24b4b tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (be1a0b48-9f78-477a-a06b-50518f954982), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:38.846611 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.db [req-7e7d82c6-6bd4-484f-9ac3-9eaa8c9ccbd7 req-206c3b0b-ad3a-4dcf-9529-36f310d24b4b tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] For port be1a0b48-9f78-477a-a06b-50518f954982, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=be1a0b48-9f78-477a-a06b-50518f954982,segment=NetworkSegment(bbfc418c-0043-41f1-b776-d50d494cd99b),segment_id=bbfc418c-0043-41f1-b776-d50d494cd99b)] {{(pid=110157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:00:38.846972 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-7e7d82c6-6bd4-484f-9ac3-9eaa8c9ccbd7 req-206c3b0b-ad3a-4dcf-9529-36f310d24b4b tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (be1a0b48-9f78-477a-a06b-50518f954982), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:38.860530 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [req-7e7d82c6-6bd4-484f-9ac3-9eaa8c9ccbd7 req-206c3b0b-ad3a-4dcf-9529-36f310d24b4b tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Calling delete_port for be1a0b48-9f78-477a-a06b-50518f954982 owned by compute:nova {{(pid=110157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:00:38.920870 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:38.985646 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-7e7d82c6-6bd4-484f-9ac3-9eaa8c9ccbd7 req-206c3b0b-ad3a-4dcf-9529-36f310d24b4b tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13704171'] for port (be1a0b48-9f78-477a-a06b-50518f954982), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:39.039502 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] get_ports_and_sgs() called for port_ids ['57d2f680-f45f-4e76-83e5-1b16aa578a8c', 'be1a0b48-9f78-477a-a06b-50518f954982'] {{(pid=110158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 15:00:39.248816 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c3b0b-ad3a-4dcf-9529-36f310d24b4b tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Pushing event deleted for resources: {'Port': ['ID=be1a0b48-9f78-477a-a06b-50518f954982,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:00:39.293602 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7d82c6-6bd4-484f-9ac3-9eaa8c9ccbd7 req-206c3b0b-ad3a-4dcf-9529-36f310d24b4b tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] No DVR routers for this DVR port be1a0b48-9f78-477a-a06b-50518f954982 on host hv-cinder-83998 {{(pid=110157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 15:00:39.296006 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-7e7d82c6-6bd4-484f-9ac3-9eaa8c9ccbd7 req-206c3b0b-ad3a-4dcf-9529-36f310d24b4b tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for port (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:39.299151 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7e7d82c6-6bd4-484f-9ac3-9eaa8c9ccbd7 req-206c3b0b-ad3a-4dcf-9529-36f310d24b4b tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.49 "DELETE /v2.0/ports/be1a0b48-9f78-477a-a06b-50518f954982 HTTP/1.1" status: 204 len: 173 time: 0.6229141 May 18 15:00:39.299579 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f6cf5f-5077-4b01-9a99-ffe0f7a20a17', 'name': 'network-vif-deleted', 'tag': 'be1a0b48-9f78-477a-a06b-50518f954982'}] {{(pid=110157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 15:00:39.301808 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3614be4c33be7e0ed28fa23fdbb6a3604458632b91c0a79006a6fb45a0ea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81c5b5f-d262-4127-835b-6234ceba3fbe" -d '{"events": [{"server_uuid": "91f6cf5f-5077-4b01-9a99-ffe0f7a20a17", "name": "network-vif-deleted", "tag": "be1a0b48-9f78-477a-a06b-50518f954982"}]}' {{(pid=110157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 15:00:39.337327 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 15:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740dc2bb-6054-4f0d-88e3-f40bbf8755d3 x-openstack-request-id: req-740dc2bb-6054-4f0d-88e3-f40bbf8755d3 {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 15:00:39.337618 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f6cf5f-5077-4b01-9a99-ffe0f7a20a17", "name": "network-vif-deleted", "tag": "be1a0b48-9f78-477a-a06b-50518f954982", "status": "completed", "code": 200}]} {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 15:00:39.337875 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-740dc2bb-6054-4f0d-88e3-f40bbf8755d3 {{(pid=110157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 15:00:39.338280 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-740dc2bb-6054-4f0d-88e3-f40bbf8755d3'] response: {'server_uuid': '91f6cf5f-5077-4b01-9a99-ffe0f7a20a17', 'name': 'network-vif-deleted', 'tag': 'be1a0b48-9f78-477a-a06b-50518f954982', 'status': 'completed', 'code': 200} May 18 15:00:39.552936 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-75f68625-0e5b-4f1f-b1ed-4df806bcbcef req-d8193922-2658-43f8-9244-557d5a3c1d0b tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f6cf5f-5077-4b01-9a99-ffe0f7a20a17 HTTP/1.1" status: 200 len: 210 time: 0.0278995 May 18 15:00:39.839482 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.agents_db [None req-a4aab2e5-b658-4b2c-9b1f-100bc6421b45 None None] Agent healthcheck: found 6 active agents {{(pid=110159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 15:00:40.878682 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0cd0f8-73ad-42e5-8a38-08fc97df08d4 req-6be14bab-3e24-4988-9675-60fb1eb2586e tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:40.880055 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3c0cd0f8-73ad-42e5-8a38-08fc97df08d4 req-6be14bab-3e24-4988-9675-60fb1eb2586e tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=447f7721-8ce1-4cbe-996a-75b2426474bc HTTP/1.1" status: 200 len: 946 time: 0.0989695 May 18 15:00:40.927904 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3c0cd0f8-73ad-42e5-8a38-08fc97df08d4 req-b3f88bb9-69f6-493a-88b1-4c89e7487d5e tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408032 May 18 15:00:42.041648 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac7d5a2-299d-4727-8727-6932b8944b29 req-366d34e9-7ebd-41f7-831f-80b42d61aaf5 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:42.043124 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-eac7d5a2-299d-4727-8727-6932b8944b29 req-366d34e9-7ebd-41f7-831f-80b42d61aaf5 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=447f7721-8ce1-4cbe-996a-75b2426474bc HTTP/1.1" status: 200 len: 946 time: 0.0472035 May 18 15:00:42.089972 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-eac7d5a2-299d-4727-8727-6932b8944b29 req-8e7863d6-e8e0-43f8-9d00-c0346894a470 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413146 May 18 15:00:42.448009 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (f376d122-85a6-484a-a941-8f32d5a81e72), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:43.203784 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198c8d4-e852-406d-b837-5c891a684cc6 req-95fca40f-2ccc-4296-aa3b-637ccc329149 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:43.205282 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-5198c8d4-e852-406d-b837-5c891a684cc6 req-95fca40f-2ccc-4296-aa3b-637ccc329149 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=447f7721-8ce1-4cbe-996a-75b2426474bc HTTP/1.1" status: 200 len: 946 time: 0.0477459 May 18 15:00:43.254863 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-5198c8d4-e852-406d-b837-5c891a684cc6 req-2f90ca2f-90a4-4441-b279-2cbd87e8164a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440536 May 18 15:00:43.490772 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=52,neutron:DELETE=2 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:43.492995 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=44,neutron:DELETE=5 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:43.556724 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device be1a0b48-9f78-477a-a06b-50518f954982 no longer exists at agent hyperv_hv-cinder-83998 {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 15:00:43.576754 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] No Port match for: be1a0b48-9f78-477a-a06b-50518f954982 {{(pid=110158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 15:00:43.577100 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device be1a0b48-9f78-477a-a06b-50518f954982 not bound to the agent host hv-cinder-83998 {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 15:00:44.061555 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f7220577-e1e7-4f03-aaa1-e5029d1094de req-0b2c5a4a-d566-4cdd-89b7-11df667ff085 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ee7efce9-bda4-4d05-a813-164f962babab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392909 May 18 15:00:44.397927 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233aa2a4-b441-4cf2-a5f9-67bf51da4ba5 req-6aa0d81e-3106-4d06-9d90-89063982968b tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:44.399370 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3035281-6c5d-4366-9152-759d5a1065f4 req-bd1549f4-bdd1-4183-bfb2-86165081f83a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:44.399499 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-233aa2a4-b441-4cf2-a5f9-67bf51da4ba5 req-6aa0d81e-3106-4d06-9d90-89063982968b tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=447f7721-8ce1-4cbe-996a-75b2426474bc HTTP/1.1" status: 200 len: 946 time: 0.0737407 May 18 15:00:44.400861 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-d3035281-6c5d-4366-9152-759d5a1065f4 req-bd1549f4-bdd1-4183-bfb2-86165081f83a tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.49 "GET /v2.0/ports?device_id=447f7721-8ce1-4cbe-996a-75b2426474bc HTTP/1.1" status: 200 len: 946 time: 0.0474968 May 18 15:00:44.404913 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7220577-e1e7-4f03-aaa1-e5029d1094de req-df3e6a91-888a-40c8-9fb8-89120ac0a101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:44.406323 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f7220577-e1e7-4f03-aaa1-e5029d1094de req-df3e6a91-888a-40c8-9fb8-89120ac0a101 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9a08f2c9b8b49f6a5de343bf8826601&device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 1130 time: 0.0530267 May 18 15:00:44.489810 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.plugin [req-d3035281-6c5d-4366-9152-759d5a1065f4 req-f2939bc4-1101-434a-8b48-0639da749a89 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Deleting port 57d2f680-f45f-4e76-83e5-1b16aa578a8c {{(pid=110156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:00:44.490066 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-d3035281-6c5d-4366-9152-759d5a1065f4 req-f2939bc4-1101-434a-8b48-0639da749a89 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (57d2f680-f45f-4e76-83e5-1b16aa578a8c), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:44.501080 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-233aa2a4-b441-4cf2-a5f9-67bf51da4ba5 req-32e4a73a-76b6-41d8-9ad1-da95b198af4b tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/security-groups?id=7675ab6a-af26-427b-914a-b801204e03bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937274 May 18 15:00:44.531034 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:44.536381 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7220577-e1e7-4f03-aaa1-e5029d1094de req-06106e39-8af5-4d06-b66a-c6746e79502e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:44.537907 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f7220577-e1e7-4f03-aaa1-e5029d1094de req-06106e39-8af5-4d06-b66a-c6746e79502e service neutron] 10.222.0.49 "GET /v2.0/networks?id=f6d46917-2e57-430f-9dbe-54ed4755b607 HTTP/1.1" status: 200 len: 911 time: 0.1102192 May 18 15:00:44.584911 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.db [req-d3035281-6c5d-4366-9152-759d5a1065f4 req-f2939bc4-1101-434a-8b48-0639da749a89 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] For port 57d2f680-f45f-4e76-83e5-1b16aa578a8c, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=57d2f680-f45f-4e76-83e5-1b16aa578a8c,segment=NetworkSegment(bbfc418c-0043-41f1-b776-d50d494cd99b),segment_id=bbfc418c-0043-41f1-b776-d50d494cd99b)] {{(pid=110156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:00:44.585516 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-d3035281-6c5d-4366-9152-759d5a1065f4 req-f2939bc4-1101-434a-8b48-0639da749a89 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (57d2f680-f45f-4e76-83e5-1b16aa578a8c), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:44.598616 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.plugin [req-d3035281-6c5d-4366-9152-759d5a1065f4 req-f2939bc4-1101-434a-8b48-0639da749a89 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Calling delete_port for 57d2f680-f45f-4e76-83e5-1b16aa578a8c owned by compute:nova {{(pid=110156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:00:44.605365 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f7220577-e1e7-4f03-aaa1-e5029d1094de req-342aad5f-519a-4dd7-bbfc-565cbe073f62 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c977413-3f2a-4a40-84bc-101572b4ab37 HTTP/1.1" status: 200 len: 1001 time: 0.0590446 May 18 15:00:44.654926 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7220577-e1e7-4f03-aaa1-e5029d1094de req-3f0831d5-6491-496a-80e1-7e3a488ffef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:44.656344 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f7220577-e1e7-4f03-aaa1-e5029d1094de req-3f0831d5-6491-496a-80e1-7e3a488ffef5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f0fd852b-2772-465d-a18e-71b8e3f03976 HTTP/1.1" status: 200 len: 849 time: 0.0439050 May 18 15:00:44.702671 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7220577-e1e7-4f03-aaa1-e5029d1094de req-597db5dd-fed0-42a4-bfd1-5456e53611a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:44.704182 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f7220577-e1e7-4f03-aaa1-e5029d1094de req-597db5dd-fed0-42a4-bfd1-5456e53611a7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f6d46917-2e57-430f-9dbe-54ed4755b607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407112 May 18 15:00:44.731797 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-d3035281-6c5d-4366-9152-759d5a1065f4 req-f2939bc4-1101-434a-8b48-0639da749a89 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14495174'] for port (57d2f680-f45f-4e76-83e5-1b16aa578a8c), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:44.758613 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2939bc4-1101-434a-8b48-0639da749a89 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Pushing event deleted for resources: {'Port': ['ID=57d2f680-f45f-4e76-83e5-1b16aa578a8c,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:00:44.781318 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] get_ports_and_sgs() called for port_ids ['57d2f680-f45f-4e76-83e5-1b16aa578a8c'] {{(pid=110158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 15:00:44.812648 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3035281-6c5d-4366-9152-759d5a1065f4 req-f2939bc4-1101-434a-8b48-0639da749a89 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] No DVR routers for this DVR port 57d2f680-f45f-4e76-83e5-1b16aa578a8c on host hv-cinder-83998 {{(pid=110156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 15:00:44.815520 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-d3035281-6c5d-4366-9152-759d5a1065f4 req-f2939bc4-1101-434a-8b48-0639da749a89 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for port (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:44.818548 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f7220577-e1e7-4f03-aaa1-e5029d1094de req-8916af8e-b5b1-4c23-8b0c-3974970631fc service neutron] 10.222.0.49 "GET /v2.0/networks/f6d46917-2e57-430f-9dbe-54ed4755b607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077433 May 18 15:00:44.818867 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-d3035281-6c5d-4366-9152-759d5a1065f4 req-f2939bc4-1101-434a-8b48-0639da749a89 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.49 "DELETE /v2.0/ports/57d2f680-f45f-4e76-83e5-1b16aa578a8c HTTP/1.1" status: 204 len: 173 time: 0.4112792 May 18 15:00:44.819306 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447f7721-8ce1-4cbe-996a-75b2426474bc', 'name': 'network-vif-deleted', 'tag': '57d2f680-f45f-4e76-83e5-1b16aa578a8c'}] {{(pid=110156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 15:00:44.821563 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133ec7be95234859c4edce85a8c9b28b91a94f2f136921e0bf9997cb2a51d6fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51171dac-ee63-4c08-bd37-23c0a42f7af3" -d '{"events": [{"server_uuid": "447f7721-8ce1-4cbe-996a-75b2426474bc", "name": "network-vif-deleted", "tag": "57d2f680-f45f-4e76-83e5-1b16aa578a8c"}]}' {{(pid=110156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 15:00:44.860660 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 15:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df8642b-377f-443a-bfc9-aaca9620779c x-openstack-request-id: req-5df8642b-377f-443a-bfc9-aaca9620779c {{(pid=110156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 15:00:44.860954 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "447f7721-8ce1-4cbe-996a-75b2426474bc", "name": "network-vif-deleted", "tag": "57d2f680-f45f-4e76-83e5-1b16aa578a8c", "status": "completed", "code": 200}]} {{(pid=110156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 15:00:44.861204 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5df8642b-377f-443a-bfc9-aaca9620779c {{(pid=110156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 15:00:44.861605 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5df8642b-377f-443a-bfc9-aaca9620779c'] response: {'server_uuid': '447f7721-8ce1-4cbe-996a-75b2426474bc', 'name': 'network-vif-deleted', 'tag': '57d2f680-f45f-4e76-83e5-1b16aa578a8c', 'status': 'completed', 'code': 200} May 18 15:00:44.919785 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f7220577-e1e7-4f03-aaa1-e5029d1094de req-ba77e8e0-125c-4d7c-b311-878a36b86ec8 service neutron] 10.222.0.49 "GET /v2.0/networks/f6d46917-2e57-430f-9dbe-54ed4755b607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923736 May 18 15:00:45.592904 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:45.614185 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2ae3f051-1f01-4071-b33a-876aea9d828b req-a55f5fe5-a8c3-414e-95ae-52be048d1b78 tempest-ServerRescueNegativeTestJSON-168859250 tempest-ServerRescueNegativeTestJSON-168859250-project] 10.222.0.59 "GET /v2.0/ports?device_id=447f7721-8ce1-4cbe-996a-75b2426474bc HTTP/1.1" status: 200 len: 210 time: 0.0319667 May 18 15:00:46.673588 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 36696) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:00:47.139172 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-63272f82-0ce2-4924-b8b8-4bbc537cb21f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009274'] for router_interface (3e4fc04d-f577-45c5-a814-daba4b2fdfb6), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:47.395591 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [None req-63272f82-0ce2-4924-b8b8-4bbc537cb21f admin admin] Deleting port 11968faa-fd76-4c5c-9627-dcf85c1d0ca3 {{(pid=110157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:00:47.395831 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-63272f82-0ce2-4924-b8b8-4bbc537cb21f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (11968faa-fd76-4c5c-9627-dcf85c1d0ca3), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:47.474861 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.db [None req-63272f82-0ce2-4924-b8b8-4bbc537cb21f admin admin] For port 11968faa-fd76-4c5c-9627-dcf85c1d0ca3, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=11968faa-fd76-4c5c-9627-dcf85c1d0ca3,segment=NetworkSegment(bbfc418c-0043-41f1-b776-d50d494cd99b),segment_id=bbfc418c-0043-41f1-b776-d50d494cd99b)] {{(pid=110157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:00:47.475223 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-63272f82-0ce2-4924-b8b8-4bbc537cb21f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (11968faa-fd76-4c5c-9627-dcf85c1d0ca3), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:47.487450 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:47.488628 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [None req-63272f82-0ce2-4924-b8b8-4bbc537cb21f admin admin] Calling delete_port for 11968faa-fd76-4c5c-9627-dcf85c1d0ca3 owned by network:router_interface {{(pid=110157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:00:47.644250 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:47.665898 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-63272f82-0ce2-4924-b8b8-4bbc537cb21f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13704171'] for port (11968faa-fd76-4c5c-9627-dcf85c1d0ca3), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:47.690327 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63272f82-0ce2-4924-b8b8-4bbc537cb21f admin admin] Pushing event deleted for resources: {'Port': ['ID=11968faa-fd76-4c5c-9627-dcf85c1d0ca3,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:00:47.861386 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-63272f82-0ce2-4924-b8b8-4bbc537cb21f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563813'] for router_interface (3e4fc04d-f577-45c5-a814-daba4b2fdfb6), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:48.065185 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63272f82-0ce2-4924-b8b8-4bbc537cb21f admin admin] Router 3e4fc04d-f577-45c5-a814-daba4b2fdfb6 has already been hosted by L3 agent a5518e17-d4a6-403f-b34f-0fa3d03f1833 {{(pid=110157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 15:00:48.172018 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63272f82-0ce2-4924-b8b8-4bbc537cb21f admin admin] Notify agent at l3_agent.dv-cinder-839987-7-iscsi the message routers_updated {{(pid=110157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 15:00:48.177898 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-63272f82-0ce2-4924-b8b8-4bbc537cb21f admin admin] 10.222.0.59 "PUT /v2.0/routers/3e4fc04d-f577-45c5-a814-daba4b2fdfb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5033398 May 18 15:00:48.180037 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 36702) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:00:48.182644 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b3be63-7e19-4327-a56f-a64bd678ce3f None None] Sync routers for ids ['3e4fc04d-f577-45c5-a814-daba4b2fdfb6'] in dv-cinder-839987-7-iscsi {{(pid=110158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 15:00:48.193199 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b3be63-7e19-4327-a56f-a64bd678ce3f None None] Routers {'3e4fc04d-f577-45c5-a814-daba4b2fdfb6'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:00:48.194106 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-13b3be63-7e19-4327-a56f-a64bd678ce3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:00:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['3e4fc04d-f577-45c5-a814-daba4b2fdfb6'], 'active': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:00:48.277855 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-1ff5942d-f3b2-40e5-8540-74034891da52 admin admin] Publish callbacks [] for router (3e4fc04d-f577-45c5-a814-daba4b2fdfb6), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:48.287705 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=100 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:48.297221 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvr_db [None req-13b3be63-7e19-4327-a56f-a64bd678ce3f None None] Set router 3e4fc04d-f577-45c5-a814-daba4b2fdfb6 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:00:48.377837 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-1ff5942d-f3b2-40e5-8540-74034891da52 admin admin] Publish callbacks [] for router_gateway (3e4fc04d-f577-45c5-a814-daba4b2fdfb6), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:48.389195 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:48.421385 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [None req-1ff5942d-f3b2-40e5-8540-74034891da52 admin admin] Deleting port 46612616-8fc3-4a81-bd7b-2adbbaf76c3e {{(pid=110157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:00:48.421719 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-1ff5942d-f3b2-40e5-8540-74034891da52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (46612616-8fc3-4a81-bd7b-2adbbaf76c3e), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:48.470459 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-13b3be63-7e19-4327-a56f-a64bd678ce3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4fc04d-f577-45c5-a814-daba4b2fdfb6', 'name': 'tempest-ServerRescueNegativeTestJSON-151813563-router', 'tenant_id': '84835592358a4e188df86896d6015647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '46612616-8fc3-4a81-bd7b-2adbbaf76c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:55:38Z', 'updated_at': '2022-05-18T15:00:47Z', 'revision_number': 5, 'project_id': '84835592358a4e188df86896d6015647', 'gw_port': {'id': '46612616-8fc3-4a81-bd7b-2adbbaf76c3e', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4fc04d-f577-45c5-a814-daba4b2fdfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:55:39Z', 'updated_at': '2022-05-18T14:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi'}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:00:48.499624 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b3be63-7e19-4327-a56f-a64bd678ce3f None None] Checking router: 3e4fc04d-f577-45c5-a814-daba4b2fdfb6 for host: dv-cinder-839987-7-iscsi {{(pid=110158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 15:00:48.509385 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b3be63-7e19-4327-a56f-a64bd678ce3f None None] Routers {'3e4fc04d-f577-45c5-a814-daba4b2fdfb6'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:00:48.510021 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-13b3be63-7e19-4327-a56f-a64bd678ce3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:00:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['3e4fc04d-f577-45c5-a814-daba4b2fdfb6'], 'active': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:00:48.596193 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvr_db [None req-13b3be63-7e19-4327-a56f-a64bd678ce3f None None] Set router 3e4fc04d-f577-45c5-a814-daba4b2fdfb6 gateway port host: None {{(pid=110158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:00:48.651332 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-13b3be63-7e19-4327-a56f-a64bd678ce3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4fc04d-f577-45c5-a814-daba4b2fdfb6', 'name': 'tempest-ServerRescueNegativeTestJSON-151813563-router', 'tenant_id': '84835592358a4e188df86896d6015647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:55:38Z', 'updated_at': '2022-05-18T15:00:48Z', 'revision_number': 6, 'project_id': '84835592358a4e188df86896d6015647', 'gw_port_host': None}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:00:48.677381 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b3be63-7e19-4327-a56f-a64bd678ce3f None None] The sync data for ids ['3e4fc04d-f577-45c5-a814-daba4b2fdfb6'] in dv-cinder-839987-7-iscsi is: [{'id': '3e4fc04d-f577-45c5-a814-daba4b2fdfb6', 'name': 'tempest-ServerRescueNegativeTestJSON-151813563-router', 'tenant_id': '84835592358a4e188df86896d6015647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:55:38Z', 'updated_at': '2022-05-18T15:00:48Z', 'revision_number': 6, 'project_id': '84835592358a4e188df86896d6015647', 'gw_port_host': None}] {{(pid=110158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 15:00:48.734167 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:48.739672 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.db [None req-1ff5942d-f3b2-40e5-8540-74034891da52 admin admin] For port 46612616-8fc3-4a81-bd7b-2adbbaf76c3e, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=46612616-8fc3-4a81-bd7b-2adbbaf76c3e,segment=NetworkSegment(74645103-ef26-4e33-8147-3fc27f09baec),segment_id=74645103-ef26-4e33-8147-3fc27f09baec)] {{(pid=110157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:00:48.740034 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-1ff5942d-f3b2-40e5-8540-74034891da52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (46612616-8fc3-4a81-bd7b-2adbbaf76c3e), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:48.753516 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [None req-1ff5942d-f3b2-40e5-8540-74034891da52 admin admin] Calling delete_port for 46612616-8fc3-4a81-bd7b-2adbbaf76c3e owned by network:router_gateway {{(pid=110157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:00:48.924712 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-1ff5942d-f3b2-40e5-8540-74034891da52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13704171'] for port (46612616-8fc3-4a81-bd7b-2adbbaf76c3e), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:48.952210 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff5942d-f3b2-40e5-8540-74034891da52 admin admin] Pushing event deleted for resources: {'Port': ['ID=46612616-8fc3-4a81-bd7b-2adbbaf76c3e,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:00:49.013563 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-1ff5942d-f3b2-40e5-8540-74034891da52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014856'] for router_gateway (3e4fc04d-f577-45c5-a814-daba4b2fdfb6), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:49.123675 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-1ff5942d-f3b2-40e5-8540-74034891da52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1014016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30042'] for router (3e4fc04d-f577-45c5-a814-daba4b2fdfb6), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:49.126309 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-1ff5942d-f3b2-40e5-8540-74034891da52 admin admin] Publish callbacks [] for router_controller (3e4fc04d-f577-45c5-a814-daba4b2fdfb6), precommit_delete_associations {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:49.189600 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-1ff5942d-f3b2-40e5-8540-74034891da52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1014041'] for router (3e4fc04d-f577-45c5-a814-daba4b2fdfb6), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:49.190190 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff5942d-f3b2-40e5-8540-74034891da52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e4fc04d-f577-45c5-a814-daba4b2fdfb6 {{(pid=110157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 15:00:49.196103 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-1ff5942d-f3b2-40e5-8540-74034891da52 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:49.197304 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-1ff5942d-f3b2-40e5-8540-74034891da52 admin admin] 10.222.0.59 "DELETE /v2.0/routers/3e4fc04d-f577-45c5-a814-daba4b2fdfb6 HTTP/1.1" status: 204 len: 168 time: 1.0163009 May 18 15:00:49.199815 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 36704) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:00:49.245131 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.db_base_plugin_v2 [None req-7321b7e8-3e6f-4ae4-91fc-b61dd6522deb admin admin] Deleting subnet 8225869c-efe1-47af-ba2b-3d33d9623b49 {{(pid=110157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 18 15:00:49.248208 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-7321b7e8-3e6f-4ae4-91fc-b61dd6522deb admin admin] Publish callbacks [] for subnet (8225869c-efe1-47af-ba2b-3d33d9623b49), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:49.286557 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-7321b7e8-3e6f-4ae4-91fc-b61dd6522deb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14498573'] for subnet (8225869c-efe1-47af-ba2b-3d33d9623b49), precommit_delete_associations {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:49.386184 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-7321b7e8-3e6f-4ae4-91fc-b61dd6522deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027974'] for subnet (8225869c-efe1-47af-ba2b-3d33d9623b49), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:49.443848 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-7321b7e8-3e6f-4ae4-91fc-b61dd6522deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2027999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13704730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12604597'] for subnet (8225869c-efe1-47af-ba2b-3d33d9623b49), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:49.466224 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 11968faa-fd76-4c5c-9627-dcf85c1d0ca3 no longer exists at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 15:00:49.472600 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7321b7e8-3e6f-4ae4-91fc-b61dd6522deb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8225869c-efe1-47af-ba2b-3d33d9623b49,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:00:49.474618 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-7321b7e8-3e6f-4ae4-91fc-b61dd6522deb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for subnet (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:49.480286 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 36706) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:00:49.480967 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-7321b7e8-3e6f-4ae4-91fc-b61dd6522deb admin admin] 10.222.0.59 "DELETE /v2.0/subnets/8225869c-efe1-47af-ba2b-3d33d9623b49 HTTP/1.1" status: 204 len: 168 time: 0.2795277 May 18 15:00:49.491510 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21af3c06-5c72-4a2c-9f29-6f6810e17f79 None None] Network 22bd5425-6379-4740-b6c4-d6f9b7aaeddb requested from dv-cinder-839987-7-iscsi {{(pid=110158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 15:00:49.494460 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] No Port match for: 11968faa-fd76-4c5c-9627-dcf85c1d0ca3 {{(pid=110158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 15:00:49.494834 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 11968faa-fd76-4c5c-9627-dcf85c1d0ca3 not bound to the agent host dv-cinder-839987-7-iscsi {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 15:00:49.560698 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-e07fbf1d-d24e-403b-bf67-5e046bf2c2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1954329'] for network (22bd5425-6379-4740-b6c4-d6f9b7aaeddb), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:49.571461 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device 57d2f680-f45f-4e76-83e5-1b16aa578a8c no longer exists at agent hyperv_hv-cinder-83998 {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 15:00:49.598346 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] No Port match for: 57d2f680-f45f-4e76-83e5-1b16aa578a8c {{(pid=110158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 15:00:49.598677 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device 57d2f680-f45f-4e76-83e5-1b16aa578a8c not bound to the agent host hv-cinder-83998 {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 15:00:49.604406 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.plugin [None req-e07fbf1d-d24e-403b-bf67-5e046bf2c2d9 admin admin] Deleting port dac22ff6-14ce-4a79-974d-0b7b1e63324a {{(pid=110156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:00:49.604789 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-e07fbf1d-d24e-403b-bf67-5e046bf2c2d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (dac22ff6-14ce-4a79-974d-0b7b1e63324a), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:49.670796 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739b366d-ded2-42bb-9d1c-35943a7929e2 None None] DHCP port deletion for 22bd5425-6379-4740-b6c4-d6f9b7aaeddb request from dv-cinder-839987-7-iscsi {{(pid=110158) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 18 15:00:49.675218 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.db [None req-e07fbf1d-d24e-403b-bf67-5e046bf2c2d9 admin admin] For port dac22ff6-14ce-4a79-974d-0b7b1e63324a, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=dac22ff6-14ce-4a79-974d-0b7b1e63324a,segment=NetworkSegment(bbfc418c-0043-41f1-b776-d50d494cd99b),segment_id=bbfc418c-0043-41f1-b776-d50d494cd99b)] {{(pid=110156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:00:49.676007 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-e07fbf1d-d24e-403b-bf67-5e046bf2c2d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (dac22ff6-14ce-4a79-974d-0b7b1e63324a), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:49.691446 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.plugin [None req-e07fbf1d-d24e-403b-bf67-5e046bf2c2d9 admin admin] Calling delete_port for dac22ff6-14ce-4a79-974d-0b7b1e63324a owned by network:dhcp {{(pid=110156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:00:49.715520 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-739b366d-ded2-42bb-9d1c-35943a7929e2 None None] Deleting port dac22ff6-14ce-4a79-974d-0b7b1e63324a {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:00:49.715919 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-739b366d-ded2-42bb-9d1c-35943a7929e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (dac22ff6-14ce-4a79-974d-0b7b1e63324a), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:49.779650 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-e07fbf1d-d24e-403b-bf67-5e046bf2c2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14495174'] for port (dac22ff6-14ce-4a79-974d-0b7b1e63324a), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:49.782853 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:49.785332 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-739b366d-ded2-42bb-9d1c-35943a7929e2 None None] For port dac22ff6-14ce-4a79-974d-0b7b1e63324a, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=dac22ff6-14ce-4a79-974d-0b7b1e63324a,segment=NetworkSegment(bbfc418c-0043-41f1-b776-d50d494cd99b),segment_id=bbfc418c-0043-41f1-b776-d50d494cd99b)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:00:49.785837 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-739b366d-ded2-42bb-9d1c-35943a7929e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (dac22ff6-14ce-4a79-974d-0b7b1e63324a), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:49.804390 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-739b366d-ded2-42bb-9d1c-35943a7929e2 None None] Calling delete_port for dac22ff6-14ce-4a79-974d-0b7b1e63324a owned by network:dhcp {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:00:49.807078 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07fbf1d-d24e-403b-bf67-5e046bf2c2d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=dac22ff6-14ce-4a79-974d-0b7b1e63324a,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:00:49.811960 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07fbf1d-d24e-403b-bf67-5e046bf2c2d9 admin admin] No DVR routers for this DVR port dac22ff6-14ce-4a79-974d-0b7b1e63324a on host dv-cinder-839987-7-iscsi {{(pid=110156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 15:00:49.872387 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:49.890754 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-e07fbf1d-d24e-403b-bf67-5e046bf2c2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017651', 'neutron.services.segments.db._delete_segments_for_network-8770382701078'] for network (22bd5425-6379-4740-b6c4-d6f9b7aaeddb), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:49.912428 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.services.segments.db [None req-e07fbf1d-d24e-403b-bf67-5e046bf2c2d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22bd5425-6379-4740-b6c4-d6f9b7aaeddb']}} {{(pid=110156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:00:49.921987 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.services.segments.db [None req-e07fbf1d-d24e-403b-bf67-5e046bf2c2d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbfc418c-0043-41f1-b776-d50d494cd99b') {'for_net_delete': True} {{(pid=110156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:00:49.922286 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.services.segments.db [None req-e07fbf1d-d24e-403b-bf67-5e046bf2c2d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbfc418c-0043-41f1-b776-d50d494cd99b') {} {{(pid=110156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:00:49.924284 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-739b366d-ded2-42bb-9d1c-35943a7929e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040'] for port (dac22ff6-14ce-4a79-974d-0b7b1e63324a), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:49.932149 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-e07fbf1d-d24e-403b-bf67-5e046bf2c2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770382700063', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14249941'] for segment (bbfc418c-0043-41f1-b776-d50d494cd99b), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:49.946388 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-e07fbf1d-d24e-403b-bf67-5e046bf2c2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029885'] for segment (bbfc418c-0043-41f1-b776-d50d494cd99b), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:49.951013 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739b366d-ded2-42bb-9d1c-35943a7929e2 None None] Pushing event deleted for resources: {'Port': ['ID=dac22ff6-14ce-4a79-974d-0b7b1e63324a,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:00:49.953328 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739b366d-ded2-42bb-9d1c-35943a7929e2 None None] No DVR routers for this DVR port dac22ff6-14ce-4a79-974d-0b7b1e63324a on host dv-cinder-839987-7-iscsi {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 15:00:49.953595 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e07fbf1d-d24e-403b-bf67-5e046bf2c2d9 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=110156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 15:00:49.954417 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-e07fbf1d-d24e-403b-bf67-5e046bf2c2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14495125'] for segment (bbfc418c-0043-41f1-b776-d50d494cd99b), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:49.961686 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739b366d-ded2-42bb-9d1c-35943a7929e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:49.962037 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739b366d-ded2-42bb-9d1c-35943a7929e2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:49.962406 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739b366d-ded2-42bb-9d1c-35943a7929e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:49.962757 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739b366d-ded2-42bb-9d1c-35943a7929e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:49.963092 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739b366d-ded2-42bb-9d1c-35943a7929e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:49.963417 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739b366d-ded2-42bb-9d1c-35943a7929e2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:49.963738 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739b366d-ded2-42bb-9d1c-35943a7929e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:49.964062 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739b366d-ded2-42bb-9d1c-35943a7929e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:49.964386 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739b366d-ded2-42bb-9d1c-35943a7929e2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:49.964734 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739b366d-ded2-42bb-9d1c-35943a7929e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:49.965051 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739b366d-ded2-42bb-9d1c-35943a7929e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:49.965381 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739b366d-ded2-42bb-9d1c-35943a7929e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:49.965704 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739b366d-ded2-42bb-9d1c-35943a7929e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:49.966026 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739b366d-ded2-42bb-9d1c-35943a7929e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:49.966340 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739b366d-ded2-42bb-9d1c-35943a7929e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:49.993397 dv-cinder-839987-7-iscsi neutron-server[110156]: Traceback (most recent call last): May 18 15:00:49.993397 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 15:00:49.993397 dv-cinder-839987-7-iscsi neutron-server[110156]: timer() May 18 15:00:49.993397 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 15:00:49.993397 dv-cinder-839987-7-iscsi neutron-server[110156]: cb(*args, **kw) May 18 15:00:49.993397 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 18 15:00:49.993397 dv-cinder-839987-7-iscsi neutron-server[110156]: return func(*args, **kwargs) May 18 15:00:49.993397 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 15:00:49.993397 dv-cinder-839987-7-iscsi neutron-server[110156]: self._notify() May 18 15:00:49.993397 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 15:00:49.993397 dv-cinder-839987-7-iscsi neutron-server[110156]: self.callback(batched_events) May 18 15:00:49.993397 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 15:00:49.993397 dv-cinder-839987-7-iscsi neutron-server[110156]: event.method(event) May 18 15:00:49.993397 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 15:00:49.993397 dv-cinder-839987-7-iscsi neutron-server[110156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 15:00:49.993397 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 15:00:49.993397 dv-cinder-839987-7-iscsi neutron-server[110156]: aggregate_uuid = self.p_client.list_aggregates( May 18 15:00:49.993397 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 15:00:49.993397 dv-cinder-839987-7-iscsi neutron-server[110156]: return f(self, *a, **k) May 18 15:00:49.993397 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 15:00:49.993397 dv-cinder-839987-7-iscsi neutron-server[110156]: return self._get(url).json() May 18 15:00:49.993397 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 15:00:49.993397 dv-cinder-839987-7-iscsi neutron-server[110156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 15:00:49.993397 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 15:00:49.993397 dv-cinder-839987-7-iscsi neutron-server[110156]: return self.request(url, 'GET', **kwargs) May 18 15:00:49.993397 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 15:00:49.993397 dv-cinder-839987-7-iscsi neutron-server[110156]: base_url = self.get_endpoint(auth, allow=allow, May 18 15:00:49.993397 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 15:00:49.993397 dv-cinder-839987-7-iscsi neutron-server[110156]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 15:00:49.993397 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 15:00:49.993397 dv-cinder-839987-7-iscsi neutron-server[110156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 15:00:49.993397 dv-cinder-839987-7-iscsi neutron-server[110156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 15:00:50.015307 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-e07fbf1d-d24e-403b-bf67-5e046bf2c2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008250'] for network (22bd5425-6379-4740-b6c4-d6f9b7aaeddb), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:50.019852 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-e07fbf1d-d24e-403b-bf67-5e046bf2c2d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for network (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:50.022962 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-e07fbf1d-d24e-403b-bf67-5e046bf2c2d9 admin admin] 10.222.0.59 "DELETE /v2.0/networks/22bd5425-6379-4740-b6c4-d6f9b7aaeddb HTTP/1.1" status: 204 len: 168 time: 0.5401726 May 18 15:00:50.026798 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:50.037367 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07fbf1d-d24e-403b-bf67-5e046bf2c2d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=22bd5425-6379-4740-b6c4-d6f9b7aaeddb,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:00:50.138013 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 36710) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:00:50.185683 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-3df8de15-e0de-47e2-ada5-cb3df56eeaf8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=84835592358a4e188df86896d6015647&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0464756 May 18 15:00:50.188126 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 36712) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:00:50.238358 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ae3e88f2-7e5b-44e0-8d3b-1ddd39e40b9a admin admin] Publish callbacks [] for security_group (7675ab6a-af26-427b-914a-b801204e03bd), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:50.260382 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ae3e88f2-7e5b-44e0-8d3b-1ddd39e40b9a admin admin] Publish callbacks [] for security_group (7675ab6a-af26-427b-914a-b801204e03bd), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:50.307181 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ae3e88f2-7e5b-44e0-8d3b-1ddd39e40b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (7675ab6a-af26-427b-914a-b801204e03bd), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:50.309696 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ae3e88f2-7e5b-44e0-8d3b-1ddd39e40b9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:50.310848 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-ae3e88f2-7e5b-44e0-8d3b-1ddd39e40b9a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7675ab6a-af26-427b-914a-b801204e03bd HTTP/1.1" status: 204 len: 168 time: 0.1217849 May 18 15:00:50.318778 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3e88f2-7e5b-44e0-8d3b-1ddd39e40b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7675ab6a-af26-427b-914a-b801204e03bd,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:00:50.519705 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b58dc2de-b6b2-4596-b741-3ba7cbd939df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (7afc6fe8-d13b-4fd3-bc99-e9efab9a141d), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:50.902353 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device dac22ff6-14ce-4a79-974d-0b7b1e63324a no longer exists at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 15:00:50.924396 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] No Port match for: dac22ff6-14ce-4a79-974d-0b7b1e63324a {{(pid=110158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 15:00:50.924881 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device dac22ff6-14ce-4a79-974d-0b7b1e63324a not bound to the agent host dv-cinder-839987-7-iscsi {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 15:00:50.925452 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 46612616-8fc3-4a81-bd7b-2adbbaf76c3e no longer exists at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 15:00:50.953198 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] No Port match for: 46612616-8fc3-4a81-bd7b-2adbbaf76c3e {{(pid=110158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 15:00:50.953564 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 46612616-8fc3-4a81-bd7b-2adbbaf76c3e not bound to the agent host dv-cinder-839987-7-iscsi {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 15:00:51.022511 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 36738) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:00:51.120696 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-0f28d261-d46a-4246-89e9-58d48724e7db admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1491292696-network', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0'}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:00:51.142145 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f28d261-d46a-4246-89e9-58d48724e7db admin admin] Made reservation on behalf of 0d032e462665466d83ab51e9c116d1e0 for: {'network': 1} {{(pid=110156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 15:00:51.144656 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-0f28d261-d46a-4246-89e9-58d48724e7db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for network (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:51.153877 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-0f28d261-d46a-4246-89e9-58d48724e7db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:51.235334 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-0f28d261-d46a-4246-89e9-58d48724e7db admin admin] Publish callbacks [] for security_group (c6e56e6f-4f05-4f38-a9e0-3cf25893270d), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:51.239164 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-0f28d261-d46a-4246-89e9-58d48724e7db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (c6e56e6f-4f05-4f38-a9e0-3cf25893270d), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:51.265113 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f28d261-d46a-4246-89e9-58d48724e7db admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=110156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 15:00:51.275794 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f28d261-d46a-4246-89e9-58d48724e7db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e56e6f-4f05-4f38-a9e0-3cf25893270d,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:00:51.280539 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-0f28d261-d46a-4246-89e9-58d48724e7db admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770382701069', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029885'] for segment (e4fe1652-d7db-47a5-be36-f616796bf534), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:51.280967 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.db.segments_db [None req-0f28d261-d46a-4246-89e9-58d48724e7db admin admin] Added segment e4fe1652-d7db-47a5-be36-f616796bf534 of type vlan for network 9022122f-bfa2-48d6-ae5d-8c609a059727 May 18 15:00:51.323337 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-0f28d261-d46a-4246-89e9-58d48724e7db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770382152789'] for network (9022122f-bfa2-48d6-ae5d-8c609a059727), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:51.348057 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-0f28d261-d46a-4246-89e9-58d48724e7db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355'] for network (9022122f-bfa2-48d6-ae5d-8c609a059727), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:51.349053 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f28d261-d46a-4246-89e9-58d48724e7db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:51.349636 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-0f28d261-d46a-4246-89e9-58d48724e7db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for network (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:51.408303 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-0f28d261-d46a-4246-89e9-58d48724e7db admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3846853 May 18 15:00:51.411176 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 36742) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:00:51.413285 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f28d261-d46a-4246-89e9-58d48724e7db admin admin] Pushing event updated for resources: {'Network': ['ID=9022122f-bfa2-48d6-ae5d-8c609a059727,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:00:51.416250 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [None req-cd57a918-8a6b-496f-b972-7d80fc71c6f6 admin admin] Request body: {'subnet': {'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1491292696-subnet', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:00:51.422951 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Network 9022122f-bfa2-48d6-ae5d-8c609a059727 details requested by agent ovs-agent-dv-cinder-839987-7-iscsi with host dv-cinder-839987-7-iscsi {{(pid=110158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 15:00:51.436784 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd57a918-8a6b-496f-b972-7d80fc71c6f6 admin admin] Made reservation on behalf of 0d032e462665466d83ab51e9c116d1e0 for: {'subnet': 1} {{(pid=110157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 15:00:51.439251 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-cd57a918-8a6b-496f-b972-7d80fc71c6f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12604568'] for subnet (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:51.486746 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:51.574136 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:51.619425 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-cd57a918-8a6b-496f-b972-7d80fc71c6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13704795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12604558'] for subnet (05655c39-f8fa-418a-853d-5fe3e615ed30), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:51.677520 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd57a918-8a6b-496f-b972-7d80fc71c6f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05655c39-f8fa-418a-853d-5fe3e615ed30,revision_number=0']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:00:51.689409 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd57a918-8a6b-496f-b972-7d80fc71c6f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:51.689758 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd57a918-8a6b-496f-b972-7d80fc71c6f6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:51.690098 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd57a918-8a6b-496f-b972-7d80fc71c6f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:51.690434 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd57a918-8a6b-496f-b972-7d80fc71c6f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:51.690765 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd57a918-8a6b-496f-b972-7d80fc71c6f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:51.691097 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd57a918-8a6b-496f-b972-7d80fc71c6f6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:51.691422 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd57a918-8a6b-496f-b972-7d80fc71c6f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:51.691743 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd57a918-8a6b-496f-b972-7d80fc71c6f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:51.692065 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd57a918-8a6b-496f-b972-7d80fc71c6f6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:51.692389 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd57a918-8a6b-496f-b972-7d80fc71c6f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:51.692741 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd57a918-8a6b-496f-b972-7d80fc71c6f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:51.693065 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd57a918-8a6b-496f-b972-7d80fc71c6f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:51.693386 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd57a918-8a6b-496f-b972-7d80fc71c6f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:51.693704 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd57a918-8a6b-496f-b972-7d80fc71c6f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:51.694021 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd57a918-8a6b-496f-b972-7d80fc71c6f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:51.699837 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd57a918-8a6b-496f-b972-7d80fc71c6f6 admin admin] Checking segment: {'id': 'e4fe1652-d7db-47a5-be36-f616796bf534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 15:00:51.700193 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd57a918-8a6b-496f-b972-7d80fc71c6f6 admin admin] Network hostable DHCP agents. Network: 9022122f-bfa2-48d6-ae5d-8c609a059727, hostable agents: ['7afc6fe8-d13b-4fd3-bc99-e9efab9a141d'], hosted agents: [] {{(pid=110157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 15:00:51.717863 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd57a918-8a6b-496f-b972-7d80fc71c6f6 admin admin] Network 9022122f-bfa2-48d6-ae5d-8c609a059727 is scheduled to be hosted by DHCP agent 7afc6fe8-d13b-4fd3-bc99-e9efab9a141d with binding_index 1 {{(pid=110157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 15:00:51.726492 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.base_scheduler [None req-cd57a918-8a6b-496f-b972-7d80fc71c6f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-7-iscsi, 9022122f-bfa2-48d6-ae5d-8c609a059727) {{(pid=110157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 15:00:51.730536 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd57a918-8a6b-496f-b972-7d80fc71c6f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:51.731130 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-cd57a918-8a6b-496f-b972-7d80fc71c6f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for subnet (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:51.736375 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1cd783-cfd6-4a64-b8d9-a1bf2aab59e4 None None] Network 9022122f-bfa2-48d6-ae5d-8c609a059727 requested from dv-cinder-839987-7-iscsi {{(pid=110158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 15:00:51.753235 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-cd57a918-8a6b-496f-b972-7d80fc71c6f6 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3384531 May 18 15:00:51.753453 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 36752) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:00:51.758774 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [None req-0c5c0303-e6a5-4bab-af1d-cb53227a66bf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1491292696-router', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8'}}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:00:51.792183 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-0c5c0303-e6a5-4bab-af1d-cb53227a66bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1014178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30024'] for router (f05fe87d-8925-47ed-a112-a885d34bbd44), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:51.793495 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-0c5c0303-e6a5-4bab-af1d-cb53227a66bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1014102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30033'] for router (f05fe87d-8925-47ed-a112-a885d34bbd44), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:51.850431 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c94947-c0c6-4d87-a04f-7aede24de682 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f20f6cc-4f88-5695-b394-1707ddfc3587-9022122f-bfa2-48d6-ae5d-8c609a059727', 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727', 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'fixed_ips': [{'subnet_id': '05655c39-f8fa-418a-853d-5fe3e615ed30'}]}} from dv-cinder-839987-7-iscsi. {{(pid=110158) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 18 15:00:51.851426 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f6c94947-c0c6-4d87-a04f-7aede24de682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:51.853647 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-0c5c0303-e6a5-4bab-af1d-cb53227a66bf admin admin] Publish callbacks [] for router_controller (f05fe87d-8925-47ed-a112-a885d34bbd44), precommit_add_association {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:51.922744 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:51.933501 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4bafba-1203-45ae-9522-b158aa345239 req-2bcb48e1-4915-4c07-8bf9-a5b906b2d68a tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:51.934974 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3d4bafba-1203-45ae-9522-b158aa345239 req-2bcb48e1-4915-4c07-8bf9-a5b906b2d68a tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 946 time: 0.0801036 May 18 15:00:51.996119 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-f6c94947-c0c6-4d87-a04f-7aede24de682 None None] Allocated IP 172.20.0.2 (9022122f-bfa2-48d6-ae5d-8c609a059727/05655c39-f8fa-418a-853d-5fe3e615ed30/37fe1b33-e42d-4728-930c-7f77d270c485) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 15:00:52.043015 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-0c5c0303-e6a5-4bab-af1d-cb53227a66bf admin admin] Publish callbacks [] for router_gateway (f05fe87d-8925-47ed-a112-a885d34bbd44), precommit_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:52.101298 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3d4bafba-1203-45ae-9522-b158aa345239 req-61c2e37b-a546-4242-bb42-d68b6d9f1d82 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb5f753-2908-4023-8bb1-1a4dec319fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392796 May 18 15:00:52.148882 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f6c94947-c0c6-4d87-a04f-7aede24de682 None None] Publish callbacks [] for port (37fe1b33-e42d-4728-930c-7f77d270c485), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:52.154622 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f6c94947-c0c6-4d87-a04f-7aede24de682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031'] for port (37fe1b33-e42d-4728-930c-7f77d270c485), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:52.195341 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c94947-c0c6-4d87-a04f-7aede24de682 None None] Network 9022122f-bfa2-48d6-ae5d-8c609a059727 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 15:00:52.198291 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-f6c94947-c0c6-4d87-a04f-7aede24de682 None None] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 15:00:52.202092 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c94947-c0c6-4d87-a04f-7aede24de682 None None] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 15:00:52.208637 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c94947-c0c6-4d87-a04f-7aede24de682 None None] Pushing event updated for resources: {'Port': ['ID=37fe1b33-e42d-4728-930c-7f77d270c485,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:00:52.239273 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-0c5c0303-e6a5-4bab-af1d-cb53227a66bf admin admin] Publish callbacks [] for router_gateway (f05fe87d-8925-47ed-a112-a885d34bbd44), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:52.262083 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-0c5c0303-e6a5-4bab-af1d-cb53227a66bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:52.268673 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-f6c94947-c0c6-4d87-a04f-7aede24de682 None None] Attempting to bind port 37fe1b33-e42d-4728-930c-7f77d270c485 on host dv-cinder-839987-7-iscsi for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 15:00:52.269043 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-f6c94947-c0c6-4d87-a04f-7aede24de682 None None] Attempting to bind port 37fe1b33-e42d-4728-930c-7f77d270c485 by drivers openvswitch,hyperv on host dv-cinder-839987-7-iscsi at level 0 using segments [{'id': 'e4fe1652-d7db-47a5-be36-f616796bf534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 15:00:52.269404 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c94947-c0c6-4d87-a04f-7aede24de682 None None] Attempting to bind port 37fe1b33-e42d-4728-930c-7f77d270c485 on network 9022122f-bfa2-48d6-ae5d-8c609a059727 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 15:00:52.275292 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c94947-c0c6-4d87-a04f-7aede24de682 None None] Checking agent: {'id': 'ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 46, 56), 'started_at': datetime.datetime(2022, 5, 18, 14, 47, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 15, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 15:00:52.275678 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c94947-c0c6-4d87-a04f-7aede24de682 None None] Checking segment: {'id': 'e4fe1652-d7db-47a5-be36-f616796bf534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 15:00:52.276059 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f6c94947-c0c6-4d87-a04f-7aede24de682 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:52.276447 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c94947-c0c6-4d87-a04f-7aede24de682 None None] Bound using segment: {'id': 'e4fe1652-d7db-47a5-be36-f616796bf534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727'} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 15:00:52.276999 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-f6c94947-c0c6-4d87-a04f-7aede24de682 None None] Bound port: 37fe1b33-e42d-4728-930c-7f77d270c485, host: dv-cinder-839987-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4fe1652-d7db-47a5-be36-f616796bf534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727'}}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 15:00:52.277378 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f6c94947-c0c6-4d87-a04f-7aede24de682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (37fe1b33-e42d-4728-930c-7f77d270c485), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:52.317604 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:52.341462 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-f6c94947-c0c6-4d87-a04f-7aede24de682 None None] For port 37fe1b33-e42d-4728-930c-7f77d270c485, host dv-cinder-839987-7-iscsi, cleared binding levels {{(pid=110158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 15:00:52.344552 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-f6c94947-c0c6-4d87-a04f-7aede24de682 None None] For port 37fe1b33-e42d-4728-930c-7f77d270c485, host dv-cinder-839987-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=37fe1b33-e42d-4728-930c-7f77d270c485,segment=NetworkSegment(e4fe1652-d7db-47a5-be36-f616796bf534),segment_id=e4fe1652-d7db-47a5-be36-f616796bf534)] {{(pid=110158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 15:00:52.350425 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f6c94947-c0c6-4d87-a04f-7aede24de682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (37fe1b33-e42d-4728-930c-7f77d270c485), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:52.375812 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.db_base_plugin_common [None req-0c5c0303-e6a5-4bab-af1d-cb53227a66bf admin admin] Allocated IP 172.27.3.53 (f20aa9f3-2984-481b-bb59-fa1f034e36c8/b7750f80-229c-4d19-b013-2aee5952f8bb/200f4252-f1fc-44ba-8589-ea8c90b89e1c) {{(pid=110157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 15:00:52.398190 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:52.415750 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c94947-c0c6-4d87-a04f-7aede24de682 None None] Pushing event updated for resources: {'Port': ['ID=37fe1b33-e42d-4728-930c-7f77d270c485,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:00:52.475874 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=5 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:52.492979 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-0c5c0303-e6a5-4bab-af1d-cb53227a66bf admin admin] Publish callbacks [] for port (200f4252-f1fc-44ba-8589-ea8c90b89e1c), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:52.527367 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-0c5c0303-e6a5-4bab-af1d-cb53227a66bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13704171'] for port (200f4252-f1fc-44ba-8589-ea8c90b89e1c), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:52.583563 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5c0303-e6a5-4bab-af1d-cb53227a66bf admin admin] Network f20aa9f3-2984-481b-bb59-fa1f034e36c8 is already hosted by enough agents. {{(pid=110157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 15:00:52.586982 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5c0303-e6a5-4bab-af1d-cb53227a66bf admin admin] Pushing event updated for resources: {'Port': ['ID=200f4252-f1fc-44ba-8589-ea8c90b89e1c,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:00:52.589465 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.base_scheduler [None req-0c5c0303-e6a5-4bab-af1d-cb53227a66bf admin admin] Resources bound (agent type, host, resource id): {{(pid=110157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 15:00:52.592045 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5c0303-e6a5-4bab-af1d-cb53227a66bf admin admin] Received port after_create {{(pid=110157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 15:00:52.841306 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-0c5c0303-e6a5-4bab-af1d-cb53227a66bf admin admin] Publish callbacks [] for router_gateway (f05fe87d-8925-47ed-a112-a885d34bbd44), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:52.940177 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9a57e68a-59b6-4638-bba9-f24df8bd62ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (a5518e17-d4a6-403f-b34f-0fa3d03f1833), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:52.944709 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 37fe1b33-e42d-4728-930c-7f77d270c485 up at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 15:00:52.994804 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Provisioning complete for port 37fe1b33-e42d-4728-930c-7f77d270c485 triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 15:00:52.995182 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (37fe1b33-e42d-4728-930c-7f77d270c485), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:53.056292 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-0c5c0303-e6a5-4bab-af1d-cb53227a66bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1014063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014892'] for router (f05fe87d-8925-47ed-a112-a885d34bbd44), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:53.075798 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Current status of the port 37fe1b33-e42d-4728-930c-7f77d270c485 is: DOWN; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 15:00:53.076088 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (37fe1b33-e42d-4728-930c-7f77d270c485), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:53.116768 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] For port 37fe1b33-e42d-4728-930c-7f77d270c485, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=37fe1b33-e42d-4728-930c-7f77d270c485,segment=NetworkSegment(e4fe1652-d7db-47a5-be36-f616796bf534),segment_id=e4fe1652-d7db-47a5-be36-f616796bf534)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:00:53.121662 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (37fe1b33-e42d-4728-930c-7f77d270c485), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:53.231964 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Pushing event updated for resources: {'Port': ['ID=37fe1b33-e42d-4728-930c-7f77d270c485,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:00:53.305145 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac70ef9-f5f1-4d2b-9654-00d340bb8427 req-ec590f84-c4ea-49bc-906d-97e9756b86fe tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:53.314548 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-9ac70ef9-f5f1-4d2b-9654-00d340bb8427 req-ec590f84-c4ea-49bc-906d-97e9756b86fe tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 946 time: 0.0858614 May 18 15:00:53.314548 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c5c0303-e6a5-4bab-af1d-cb53227a66bf admin admin] Router f05fe87d-8925-47ed-a112-a885d34bbd44 is scheduled to L3 agent a5518e17-d4a6-403f-b34f-0fa3d03f1833 with binding_index 1 {{(pid=110157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 15:00:53.402177 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:53.417385 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-9ac70ef9-f5f1-4d2b-9654-00d340bb8427 req-d7a46b45-ea5b-456a-9a8a-87fa7e4681df tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb5f753-2908-4023-8bb1-1a4dec319fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013694 May 18 15:00:53.427303 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6c7845-4927-484a-bb66-ece5616f1c08 None None] Network 9022122f-bfa2-48d6-ae5d-8c609a059727 requested from dv-cinder-839987-7-iscsi {{(pid=110158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 15:00:53.480163 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:53.677582 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-32b6a632-e0a9-4629-8f65-4b939e448073 None None] Provisioning complete for port 37fe1b33-e42d-4728-930c-7f77d270c485 triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 15:00:53.677582 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-32b6a632-e0a9-4629-8f65-4b939e448073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (37fe1b33-e42d-4728-930c-7f77d270c485), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:53.712220 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:53.719555 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5c0303-e6a5-4bab-af1d-cb53227a66bf admin admin] Notify agent at l3_agent.dv-cinder-839987-7-iscsi the message routers_updated {{(pid=110157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 15:00:53.730928 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844f7509-d396-4d63-85a1-47689fbaa78c None None] Sync routers for ids ['f05fe87d-8925-47ed-a112-a885d34bbd44'] in dv-cinder-839987-7-iscsi {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 15:00:53.742768 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844f7509-d396-4d63-85a1-47689fbaa78c None None] Routers {'f05fe87d-8925-47ed-a112-a885d34bbd44'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:00:53.743421 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-844f7509-d396-4d63-85a1-47689fbaa78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:00:53Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['f05fe87d-8925-47ed-a112-a885d34bbd44'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:00:53.753150 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-0c5c0303-e6a5-4bab-af1d-cb53227a66bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:53.755024 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-0c5c0303-e6a5-4bab-af1d-cb53227a66bf admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0005159 May 18 15:00:53.758457 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 36772) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:00:53.768420 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-32b6a632-e0a9-4629-8f65-4b939e448073 None None] Current status of the port 37fe1b33-e42d-4728-930c-7f77d270c485 is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 15:00:53.886253 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-844f7509-d396-4d63-85a1-47689fbaa78c None None] Set router f05fe87d-8925-47ed-a112-a885d34bbd44 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:00:53.940956 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc62ca-eb54-45dc-8c75-7f32100ab483 req-fd098035-4edf-4c16-a1d1-e6d3bec709d9 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:53.942575 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-24fc62ca-eb54-45dc-8c75-7f32100ab483 req-fd098035-4edf-4c16-a1d1-e6d3bec709d9 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 946 time: 0.0674052 May 18 15:00:54.003323 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-f7d92a53-ffe9-4300-85e5-e513ea2dcf63 None None] Provisioning complete for port 37fe1b33-e42d-4728-930c-7f77d270c485 triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 15:00:54.004391 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f7d92a53-ffe9-4300-85e5-e513ea2dcf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (37fe1b33-e42d-4728-930c-7f77d270c485), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:54.009072 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-50f4e27f-5619-452e-9630-0448ff5d9157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (0f4dbee4-4999-4f30-b578-59222d25f53e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:54.067289 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-24fc62ca-eb54-45dc-8c75-7f32100ab483 req-90f0394b-43d1-4e88-b418-7fda70a3034b tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae13b159-b5dd-474d-a8c4-0467efdcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921345 May 18 15:00:54.089801 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-844f7509-d396-4d63-85a1-47689fbaa78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'name': 'tempest-AttachVolumeNegativeTest-1491292696-router', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '200f4252-f1fc-44ba-8589-ea8c90b89e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:00:51Z', 'updated_at': '2022-05-18T15:00:52Z', 'revision_number': 3, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'gw_port': {'id': '200f4252-f1fc-44ba-8589-ea8c90b89e1c', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:00:52Z', 'updated_at': '2022-05-18T15:00:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi'}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:00:54.090259 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-f7d92a53-ffe9-4300-85e5-e513ea2dcf63 None None] Current status of the port 37fe1b33-e42d-4728-930c-7f77d270c485 is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 15:00:54.117424 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844f7509-d396-4d63-85a1-47689fbaa78c None None] Checking router: f05fe87d-8925-47ed-a112-a885d34bbd44 for host: dv-cinder-839987-7-iscsi {{(pid=110159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 15:00:54.117812 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844f7509-d396-4d63-85a1-47689fbaa78c None None] Updating router f05fe87d-8925-47ed-a112-a885d34bbd44 port 200f4252-f1fc-44ba-8589-ea8c90b89e1c binding host dv-cinder-839987-7-iscsi {{(pid=110159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 15:00:54.145752 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-844f7509-d396-4d63-85a1-47689fbaa78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (200f4252-f1fc-44ba-8589-ea8c90b89e1c), before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:54.255072 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4df9ee-a157-4a7e-b588-64c58c4da503 req-0ffe1cf4-3e97-46f4-a224-a03207f4eceb tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:54.256519 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-cc4df9ee-a157-4a7e-b588-64c58c4da503 req-0ffe1cf4-3e97-46f4-a224-a03207f4eceb tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 946 time: 0.0754290 May 18 15:00:54.403379 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [req-cc4df9ee-a157-4a7e-b588-64c58c4da503 req-f8730c72-a832-40df-90e3-a460fd58d177 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Deleting port 8c977413-3f2a-4a40-84bc-101572b4ab37 {{(pid=110157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:00:54.403807 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-cc4df9ee-a157-4a7e-b588-64c58c4da503 req-f8730c72-a832-40df-90e3-a460fd58d177 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (8c977413-3f2a-4a40-84bc-101572b4ab37), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:54.434350 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-844f7509-d396-4d63-85a1-47689fbaa78c None None] Publish callbacks [] for port (200f4252-f1fc-44ba-8589-ea8c90b89e1c), precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:54.440668 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-844f7509-d396-4d63-85a1-47689fbaa78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (200f4252-f1fc-44ba-8589-ea8c90b89e1c), after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:54.461695 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-9e4bd864-7c70-4402-9a21-865fc627a1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:54.495998 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [None req-844f7509-d396-4d63-85a1-47689fbaa78c None None] Attempting to bind port 200f4252-f1fc-44ba-8589-ea8c90b89e1c on host dv-cinder-839987-7-iscsi for vnic_type normal with profile {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 15:00:54.496361 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [None req-844f7509-d396-4d63-85a1-47689fbaa78c None None] Attempting to bind port 200f4252-f1fc-44ba-8589-ea8c90b89e1c by drivers openvswitch,hyperv on host dv-cinder-839987-7-iscsi at level 0 using segments [{'id': '74645103-ef26-4e33-8147-3fc27f09baec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8'}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 15:00:54.496980 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844f7509-d396-4d63-85a1-47689fbaa78c None None] Attempting to bind port 200f4252-f1fc-44ba-8589-ea8c90b89e1c on network f20aa9f3-2984-481b-bb59-fa1f034e36c8 {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 15:00:54.500016 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2563666f-f28b-4de3-b0b4-3d951dd606d9 None None] Pushing event updated for resources: {'Port': ['ID=200f4252-f1fc-44ba-8589-ea8c90b89e1c,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:00:54.504164 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:54.508935 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844f7509-d396-4d63-85a1-47689fbaa78c None None] Checking agent: {'id': 'ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 46, 56), 'started_at': datetime.datetime(2022, 5, 18, 14, 47, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 15, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 15:00:54.509307 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844f7509-d396-4d63-85a1-47689fbaa78c None None] Checking segment: {'id': '74645103-ef26-4e33-8147-3fc27f09baec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 15:00:54.509704 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-844f7509-d396-4d63-85a1-47689fbaa78c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:54.510083 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844f7509-d396-4d63-85a1-47689fbaa78c None None] Bound using segment: {'id': '74645103-ef26-4e33-8147-3fc27f09baec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8'} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 15:00:54.510545 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [None req-844f7509-d396-4d63-85a1-47689fbaa78c None None] Bound port: 200f4252-f1fc-44ba-8589-ea8c90b89e1c, host: dv-cinder-839987-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74645103-ef26-4e33-8147-3fc27f09baec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8'}}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 15:00:54.510917 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-844f7509-d396-4d63-85a1-47689fbaa78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (200f4252-f1fc-44ba-8589-ea8c90b89e1c), before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:54.514214 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2563666f-f28b-4de3-b0b4-3d951dd606d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:54.514555 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2563666f-f28b-4de3-b0b4-3d951dd606d9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:54.514908 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2563666f-f28b-4de3-b0b4-3d951dd606d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:54.515318 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2563666f-f28b-4de3-b0b4-3d951dd606d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:54.515651 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2563666f-f28b-4de3-b0b4-3d951dd606d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:54.515976 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2563666f-f28b-4de3-b0b4-3d951dd606d9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:54.516301 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2563666f-f28b-4de3-b0b4-3d951dd606d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:54.516641 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2563666f-f28b-4de3-b0b4-3d951dd606d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:54.516968 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2563666f-f28b-4de3-b0b4-3d951dd606d9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:54.517296 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2563666f-f28b-4de3-b0b4-3d951dd606d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:54.517614 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2563666f-f28b-4de3-b0b4-3d951dd606d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:54.517930 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2563666f-f28b-4de3-b0b4-3d951dd606d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:54.518243 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2563666f-f28b-4de3-b0b4-3d951dd606d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:54.518555 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2563666f-f28b-4de3-b0b4-3d951dd606d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:54.518864 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2563666f-f28b-4de3-b0b4-3d951dd606d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:54.570644 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-844f7509-d396-4d63-85a1-47689fbaa78c None None] For port 200f4252-f1fc-44ba-8589-ea8c90b89e1c, host dv-cinder-839987-7-iscsi, cleared binding levels {{(pid=110159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 15:00:54.574433 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-844f7509-d396-4d63-85a1-47689fbaa78c None None] For port 200f4252-f1fc-44ba-8589-ea8c90b89e1c, host dv-cinder-839987-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=200f4252-f1fc-44ba-8589-ea8c90b89e1c,segment=NetworkSegment(74645103-ef26-4e33-8147-3fc27f09baec),segment_id=74645103-ef26-4e33-8147-3fc27f09baec)] {{(pid=110159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 15:00:54.581849 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-844f7509-d396-4d63-85a1-47689fbaa78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (200f4252-f1fc-44ba-8589-ea8c90b89e1c), after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:54.600716 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:54.603349 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.db [req-cc4df9ee-a157-4a7e-b588-64c58c4da503 req-f8730c72-a832-40df-90e3-a460fd58d177 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] For port 8c977413-3f2a-4a40-84bc-101572b4ab37, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=8c977413-3f2a-4a40-84bc-101572b4ab37,segment=NetworkSegment(d0c07c6c-a57f-489c-a460-fa95911c3ff5),segment_id=d0c07c6c-a57f-489c-a460-fa95911c3ff5)] {{(pid=110157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:00:54.603721 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-cc4df9ee-a157-4a7e-b588-64c58c4da503 req-f8730c72-a832-40df-90e3-a460fd58d177 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (8c977413-3f2a-4a40-84bc-101572b4ab37), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:54.624836 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a03fb-05df-4a3a-a247-3c1d9c61180c req-a2d55773-403e-487b-9523-c1061ab3e93b tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:54.626422 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-a01a03fb-05df-4a3a-a247-3c1d9c61180c req-a2d55773-403e-487b-9523-c1061ab3e93b tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 946 time: 0.1268790 May 18 15:00:54.690119 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:54.709297 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:54.728948 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844f7509-d396-4d63-85a1-47689fbaa78c None None] Routers {'f05fe87d-8925-47ed-a112-a885d34bbd44'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:00:54.729539 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-844f7509-d396-4d63-85a1-47689fbaa78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:00:53Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['f05fe87d-8925-47ed-a112-a885d34bbd44'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:00:54.733067 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2563666f-f28b-4de3-b0b4-3d951dd606d9 None None] Pushing event updated for resources: {'Port': ['ID=200f4252-f1fc-44ba-8589-ea8c90b89e1c,revision_number=3']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:00:54.823240 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-a01a03fb-05df-4a3a-a247-3c1d9c61180c req-ca8b1f16-b6dc-4699-8669-2c5db6b5b8d2 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb5f753-2908-4023-8bb1-1a4dec319fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1695130 May 18 15:00:54.832653 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-844f7509-d396-4d63-85a1-47689fbaa78c None None] Set router f05fe87d-8925-47ed-a112-a885d34bbd44 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:00:54.903591 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.db_base_plugin_common [None req-9e4bd864-7c70-4402-9a21-865fc627a1e8 admin admin] Allocated IP 172.20.0.1 (9022122f-bfa2-48d6-ae5d-8c609a059727/05655c39-f8fa-418a-853d-5fe3e615ed30/12f29204-1101-4159-9268-800d69f5f906) {{(pid=110157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 15:00:54.934002 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 37fe1b33-e42d-4728-930c-7f77d270c485 up at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 15:00:54.959056 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-cc4df9ee-a157-4a7e-b588-64c58c4da503 req-f8730c72-a832-40df-90e3-a460fd58d177 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:54.959421 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-cc4df9ee-a157-4a7e-b588-64c58c4da503 req-f8730c72-a832-40df-90e3-a460fd58d177 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008279'] for floatingip (f6d4b1fa-d7ae-4146-9af2-823889666564), after_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:54.959737 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.db.l3_db [req-cc4df9ee-a157-4a7e-b588-64c58c4da503 req-f8730c72-a832-40df-90e3-a460fd58d177 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Floating IP f6d4b1fa-d7ae-4146-9af2-823889666564 disassociated. External IP: 172.27.3.99, port: 8c977413-3f2a-4a40-84bc-101572b4ab37. May 18 15:00:54.960136 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [req-cc4df9ee-a157-4a7e-b588-64c58c4da503 req-f8730c72-a832-40df-90e3-a460fd58d177 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Calling delete_port for 8c977413-3f2a-4a40-84bc-101572b4ab37 owned by compute:nova {{(pid=110157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:00:54.987564 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Provisioning complete for port 37fe1b33-e42d-4728-930c-7f77d270c485 triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 15:00:54.988350 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (37fe1b33-e42d-4728-930c-7f77d270c485), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:55.022525 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-844f7509-d396-4d63-85a1-47689fbaa78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'name': 'tempest-AttachVolumeNegativeTest-1491292696-router', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '200f4252-f1fc-44ba-8589-ea8c90b89e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:00:51Z', 'updated_at': '2022-05-18T15:00:52Z', 'revision_number': 3, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'gw_port': {'id': '200f4252-f1fc-44ba-8589-ea8c90b89e1c', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:00:52Z', 'updated_at': '2022-05-18T15:00:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi'}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:00:55.062421 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844f7509-d396-4d63-85a1-47689fbaa78c None None] The sync data for ids ['f05fe87d-8925-47ed-a112-a885d34bbd44'] in dv-cinder-839987-7-iscsi is: [{'id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'name': 'tempest-AttachVolumeNegativeTest-1491292696-router', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '200f4252-f1fc-44ba-8589-ea8c90b89e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:00:51Z', 'updated_at': '2022-05-18T15:00:52Z', 'revision_number': 3, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'gw_port': {'id': '200f4252-f1fc-44ba-8589-ea8c90b89e1c', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:00:52Z', 'updated_at': '2022-05-18T15:00:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi'}] {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 15:00:55.087890 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Current status of the port 37fe1b33-e42d-4728-930c-7f77d270c485 is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 15:00:55.131487 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-9e4bd864-7c70-4402-9a21-865fc627a1e8 admin admin] Publish callbacks [] for port (12f29204-1101-4159-9268-800d69f5f906), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:55.151723 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-86248160-1b36-4d80-a449-232705ae1859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (11bd5e7f-0ec7-43f5-9ca8-99d3c1136d9c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:55.257128 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e6b35d-bfb9-4fdd-936b-5d2800daa743 req-2ebd1c91-f34c-481a-969b-2f786bbe1ef7 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:55.258797 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f1e6b35d-bfb9-4fdd-936b-5d2800daa743 req-2ebd1c91-f34c-481a-969b-2f786bbe1ef7 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 946 time: 0.1087179 May 18 15:00:55.263819 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-cc4df9ee-a157-4a7e-b588-64c58c4da503 req-f8730c72-a832-40df-90e3-a460fd58d177 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13704171'] for port (8c977413-3f2a-4a40-84bc-101572b4ab37), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:55.267180 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-9e4bd864-7c70-4402-9a21-865fc627a1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13704171'] for port (12f29204-1101-4159-9268-800d69f5f906), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:55.382410 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f1e6b35d-bfb9-4fdd-936b-5d2800daa743 req-611b00ae-d368-48ca-ac47-7c5c73275bee tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae13b159-b5dd-474d-a8c4-0467efdcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124775 May 18 15:00:55.401720 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4bd864-7c70-4402-9a21-865fc627a1e8 admin admin] Pushing event updated for resources: {'Port': ['ID=12f29204-1101-4159-9268-800d69f5f906,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:00:55.406096 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4bd864-7c70-4402-9a21-865fc627a1e8 admin admin] Network 9022122f-bfa2-48d6-ae5d-8c609a059727 is already hosted by enough agents. {{(pid=110157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 15:00:55.425585 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.base_scheduler [None req-9e4bd864-7c70-4402-9a21-865fc627a1e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 15:00:55.430409 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4bd864-7c70-4402-9a21-865fc627a1e8 admin admin] Received port after_create {{(pid=110157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 15:00:55.493809 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8730c72-a832-40df-90e3-a460fd58d177 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Pushing event deleted for resources: {'Port': ['ID=8c977413-3f2a-4a40-84bc-101572b4ab37,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:00:55.531415 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:55.551056 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=87,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:55.558417 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfdaef8-ed66-4287-a280-5595d4c71425 req-9bce3512-4f59-4167-84ed-645971640294 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:55.560141 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7dfdaef8-ed66-4287-a280-5595d4c71425 req-9bce3512-4f59-4167-84ed-645971640294 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 945 time: 0.1603513 May 18 15:00:55.594498 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-9e4bd864-7c70-4402-9a21-865fc627a1e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1009729'] for router_interface (f05fe87d-8925-47ed-a112-a885d34bbd44), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:55.721249 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7dfdaef8-ed66-4287-a280-5595d4c71425 req-8eeb7727-4527-40c7-98b4-3bec614fc8ac tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521697 May 18 15:00:55.727850 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc4df9ee-a157-4a7e-b588-64c58c4da503 req-f8730c72-a832-40df-90e3-a460fd58d177 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Router c0d76ce1-219d-4808-b8eb-fa33b7090149 has already been hosted by L3 agent a5518e17-d4a6-403f-b34f-0fa3d03f1833 {{(pid=110157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 15:00:55.739815 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-696272d0-c2bc-4918-9062-c5a5a401f553 None None] Provisioning complete for port 12f29204-1101-4159-9268-800d69f5f906 triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 15:00:55.741671 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-696272d0-c2bc-4918-9062-c5a5a401f553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (12f29204-1101-4159-9268-800d69f5f906), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:55.793965 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:55.803133 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-696272d0-c2bc-4918-9062-c5a5a401f553 None None] Port 12f29204-1101-4159-9268-800d69f5f906 cannot update to ACTIVE because it is not bound. {{(pid=110158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 15:00:55.868244 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-9e4bd864-7c70-4402-9a21-865fc627a1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (12f29204-1101-4159-9268-800d69f5f906), before_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:55.979001 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-c7382b08-7f30-4fb9-8e2e-aec452fbcfda req-e5cabf42-8f59-4322-879d-bbc7358192a8 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee7efce9-bda4-4d05-a813-164f962babab HTTP/1.1" status: 200 len: 210 time: 0.0437429 May 18 15:00:55.981639 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc4df9ee-a157-4a7e-b588-64c58c4da503 req-f8730c72-a832-40df-90e3-a460fd58d177 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Notify agent at l3_agent.dv-cinder-839987-7-iscsi the message routers_updated {{(pid=110157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 15:00:55.993853 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accffa7a-f665-4cd9-9641-0a68180ad9f8 None None] Sync routers for ids ['c0d76ce1-219d-4808-b8eb-fa33b7090149'] in dv-cinder-839987-7-iscsi {{(pid=110158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 15:00:56.006039 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accffa7a-f665-4cd9-9641-0a68180ad9f8 None None] Routers {'c0d76ce1-219d-4808-b8eb-fa33b7090149'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:00:56.006682 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-accffa7a-f665-4cd9-9641-0a68180ad9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:00:53Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['c0d76ce1-219d-4808-b8eb-fa33b7090149'], 'active': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:00:56.071289 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc4df9ee-a157-4a7e-b588-64c58c4da503 req-f8730c72-a832-40df-90e3-a460fd58d177 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] No DVR routers for this DVR port 8c977413-3f2a-4a40-84bc-101572b4ab37 on host hv-cinder-83998 {{(pid=110157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 15:00:56.074853 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-cc4df9ee-a157-4a7e-b588-64c58c4da503 req-f8730c72-a832-40df-90e3-a460fd58d177 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for port (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:56.078059 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-cc4df9ee-a157-4a7e-b588-64c58c4da503 req-f8730c72-a832-40df-90e3-a460fd58d177 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.49 "DELETE /v2.0/ports/8c977413-3f2a-4a40-84bc-101572b4ab37 HTTP/1.1" status: 204 len: 173 time: 1.8148909 May 18 15:00:56.078506 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee7efce9-bda4-4d05-a813-164f962babab', 'name': 'network-vif-deleted', 'tag': '8c977413-3f2a-4a40-84bc-101572b4ab37'}] {{(pid=110157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 15:00:56.080757 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3614be4c33be7e0ed28fa23fdbb6a3604458632b91c0a79006a6fb45a0ea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef177ca-8fd6-47bf-a402-5d3db00bca66" -d '{"events": [{"server_uuid": "ee7efce9-bda4-4d05-a813-164f962babab", "name": "network-vif-deleted", "tag": "8c977413-3f2a-4a40-84bc-101572b4ab37"}]}' {{(pid=110157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 15:00:56.119759 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvr_db [None req-accffa7a-f665-4cd9-9641-0a68180ad9f8 None None] Set router c0d76ce1-219d-4808-b8eb-fa33b7090149 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:00:56.134809 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 15:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6e37e7-2ef9-4b36-aa3e-358081b2d95c x-openstack-request-id: req-bc6e37e7-2ef9-4b36-aa3e-358081b2d95c {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 15:00:56.135094 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee7efce9-bda4-4d05-a813-164f962babab", "name": "network-vif-deleted", "tag": "8c977413-3f2a-4a40-84bc-101572b4ab37", "status": "completed", "code": 200}]} {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 15:00:56.135341 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bc6e37e7-2ef9-4b36-aa3e-358081b2d95c {{(pid=110157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 15:00:56.135732 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc6e37e7-2ef9-4b36-aa3e-358081b2d95c'] response: {'server_uuid': 'ee7efce9-bda4-4d05-a813-164f962babab', 'name': 'network-vif-deleted', 'tag': '8c977413-3f2a-4a40-84bc-101572b4ab37', 'status': 'completed', 'code': 200} May 18 15:00:56.216928 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-9e4bd864-7c70-4402-9a21-865fc627a1e8 admin admin] Publish callbacks [] for port (12f29204-1101-4159-9268-800d69f5f906), precommit_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:56.223629 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-9e4bd864-7c70-4402-9a21-865fc627a1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13704156'] for port (12f29204-1101-4159-9268-800d69f5f906), after_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:56.296361 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4bd864-7c70-4402-9a21-865fc627a1e8 admin admin] Pushing event updated for resources: {'Port': ['ID=12f29204-1101-4159-9268-800d69f5f906,revision_number=2']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:00:56.301248 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-9e4bd864-7c70-4402-9a21-865fc627a1e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009163'] for router_interface (f05fe87d-8925-47ed-a112-a885d34bbd44), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:56.330322 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-accffa7a-f665-4cd9-9641-0a68180ad9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d76ce1-219d-4808-b8eb-fa33b7090149', 'name': 'tempest-AttachVolumeTestJSON-735015753-router', 'tenant_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'f2e73996-0a72-42f7-a5fc-820251147470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:57:07Z', 'updated_at': '2022-05-18T14:57:11Z', 'revision_number': 4, 'project_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'gw_port': {'id': 'f2e73996-0a72-42f7-a5fc-820251147470', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d76ce1-219d-4808-b8eb-fa33b7090149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:08Z', 'updated_at': '2022-05-18T14:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': 'b8bb4d44-404e-4e54-9b5e-78f7bcffbece', 'name': '', 'network_id': 'f6d46917-2e57-430f-9dbe-54ed4755b607', 'tenant_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'mac_address': 'fa:16:3e:15:16:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d76ce1-219d-4808-b8eb-fa33b7090149', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'f0fd852b-2772-465d-a18e-71b8e3f03976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:11Z', 'updated_at': '2022-05-18T14:57:16Z', 'revision_number': 5, 'project_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'subnets': [{'id': 'f0fd852b-2772-465d-a18e-71b8e3f03976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:00:56.356017 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accffa7a-f665-4cd9-9641-0a68180ad9f8 None None] Checking router: c0d76ce1-219d-4808-b8eb-fa33b7090149 for host: dv-cinder-839987-7-iscsi {{(pid=110158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 15:00:56.364699 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accffa7a-f665-4cd9-9641-0a68180ad9f8 None None] Routers {'c0d76ce1-219d-4808-b8eb-fa33b7090149'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:00:56.365376 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-accffa7a-f665-4cd9-9641-0a68180ad9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:00:53Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['c0d76ce1-219d-4808-b8eb-fa33b7090149'], 'active': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:00:56.365987 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:56.396358 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4bd864-7c70-4402-9a21-865fc627a1e8 admin admin] Network 9022122f-bfa2-48d6-ae5d-8c609a059727 is already hosted by enough agents. {{(pid=110157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 15:00:56.397822 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.base_scheduler [None req-9e4bd864-7c70-4402-9a21-865fc627a1e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 15:00:56.409772 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=100 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:56.502064 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvr_db [None req-accffa7a-f665-4cd9-9641-0a68180ad9f8 None None] Set router c0d76ce1-219d-4808-b8eb-fa33b7090149 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:00:56.504719 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:56.741662 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-accffa7a-f665-4cd9-9641-0a68180ad9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d76ce1-219d-4808-b8eb-fa33b7090149', 'name': 'tempest-AttachVolumeTestJSON-735015753-router', 'tenant_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'f2e73996-0a72-42f7-a5fc-820251147470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:57:07Z', 'updated_at': '2022-05-18T14:57:11Z', 'revision_number': 4, 'project_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'gw_port': {'id': 'f2e73996-0a72-42f7-a5fc-820251147470', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d76ce1-219d-4808-b8eb-fa33b7090149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:08Z', 'updated_at': '2022-05-18T14:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': 'b8bb4d44-404e-4e54-9b5e-78f7bcffbece', 'name': '', 'network_id': 'f6d46917-2e57-430f-9dbe-54ed4755b607', 'tenant_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'mac_address': 'fa:16:3e:15:16:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d76ce1-219d-4808-b8eb-fa33b7090149', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'f0fd852b-2772-465d-a18e-71b8e3f03976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:11Z', 'updated_at': '2022-05-18T14:57:16Z', 'revision_number': 5, 'project_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'subnets': [{'id': 'f0fd852b-2772-465d-a18e-71b8e3f03976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:00:56.743674 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-7aca9134-b911-404c-b1cf-8d190d9c58a7 None None] Provisioning complete for port 12f29204-1101-4159-9268-800d69f5f906 triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 15:00:56.744054 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7aca9134-b911-404c-b1cf-8d190d9c58a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (12f29204-1101-4159-9268-800d69f5f906), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:56.792714 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709768e4-7418-47b9-bade-1b0a6c7976e7 req-c674185e-46fd-41b4-bcf6-4b014a31c357 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:56.794417 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-709768e4-7418-47b9-bade-1b0a6c7976e7 req-c674185e-46fd-41b4-bcf6-4b014a31c357 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 946 time: 0.0698948 May 18 15:00:56.796489 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accffa7a-f665-4cd9-9641-0a68180ad9f8 None None] The sync data for ids ['c0d76ce1-219d-4808-b8eb-fa33b7090149'] in dv-cinder-839987-7-iscsi is: [{'id': 'c0d76ce1-219d-4808-b8eb-fa33b7090149', 'name': 'tempest-AttachVolumeTestJSON-735015753-router', 'tenant_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'f2e73996-0a72-42f7-a5fc-820251147470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:57:07Z', 'updated_at': '2022-05-18T14:57:11Z', 'revision_number': 4, 'project_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'gw_port': {'id': 'f2e73996-0a72-42f7-a5fc-820251147470', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d76ce1-219d-4808-b8eb-fa33b7090149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:08Z', 'updated_at': '2022-05-18T14:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': 'b8bb4d44-404e-4e54-9b5e-78f7bcffbece', 'name': '', 'network_id': 'f6d46917-2e57-430f-9dbe-54ed4755b607', 'tenant_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'mac_address': 'fa:16:3e:15:16:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d76ce1-219d-4808-b8eb-fa33b7090149', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'f0fd852b-2772-465d-a18e-71b8e3f03976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:11Z', 'updated_at': '2022-05-18T14:57:16Z', 'revision_number': 5, 'project_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'subnets': [{'id': 'f0fd852b-2772-465d-a18e-71b8e3f03976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 15:00:56.811988 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-7aca9134-b911-404c-b1cf-8d190d9c58a7 None None] Port 12f29204-1101-4159-9268-800d69f5f906 cannot update to ACTIVE because it is not bound. {{(pid=110158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 15:00:56.841346 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:56.919859 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e4bd864-7c70-4402-9a21-865fc627a1e8 admin admin] Router f05fe87d-8925-47ed-a112-a885d34bbd44 has already been hosted by L3 agent a5518e17-d4a6-403f-b34f-0fa3d03f1833 {{(pid=110157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 15:00:56.940025 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0248ac8-e228-4441-86be-6686426b20e1 req-43ae2905-845c-4257-adf4-e2bd8bb9be9d tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:56.941568 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f0248ac8-e228-4441-86be-6686426b20e1 req-43ae2905-845c-4257-adf4-e2bd8bb9be9d tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 945 time: 0.1035120 May 18 15:00:56.947696 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-709768e4-7418-47b9-bade-1b0a6c7976e7 req-638993d9-426d-4b2f-8539-6f6fc367e159 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae13b159-b5dd-474d-a8c4-0467efdcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188533 May 18 15:00:56.961109 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 200f4252-f1fc-44ba-8589-ea8c90b89e1c up at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 15:00:57.009239 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Provisioning complete for port 200f4252-f1fc-44ba-8589-ea8c90b89e1c triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 15:00:57.009617 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (200f4252-f1fc-44ba-8589-ea8c90b89e1c), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:57.039987 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f0248ac8-e228-4441-86be-6686426b20e1 req-e522692d-aef1-4040-8614-244418c72142 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913315 May 18 15:00:57.088349 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 36814) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:00:57.105035 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e4bd864-7c70-4402-9a21-865fc627a1e8 admin admin] Notify agent at l3_agent.dv-cinder-839987-7-iscsi the message routers_updated {{(pid=110157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 15:00:57.110834 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-9e4bd864-7c70-4402-9a21-865fc627a1e8 admin admin] 10.222.0.59 "PUT /v2.0/routers/f05fe87d-8925-47ed-a112-a885d34bbd44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3511732 May 18 15:00:57.115450 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb67f787-dc39-4d0a-bbcb-de406e9962f3 None None] Sync routers for ids ['f05fe87d-8925-47ed-a112-a885d34bbd44'] in dv-cinder-839987-7-iscsi {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 15:00:57.119038 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Current status of the port 200f4252-f1fc-44ba-8589-ea8c90b89e1c is: DOWN; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 15:00:57.119512 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (200f4252-f1fc-44ba-8589-ea8c90b89e1c), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:57.132347 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb67f787-dc39-4d0a-bbcb-de406e9962f3 None None] Routers {'f05fe87d-8925-47ed-a112-a885d34bbd44'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:00:57.133596 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-bb67f787-dc39-4d0a-bbcb-de406e9962f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:00:53Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['f05fe87d-8925-47ed-a112-a885d34bbd44'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:00:57.143250 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] For port 200f4252-f1fc-44ba-8589-ea8c90b89e1c, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=200f4252-f1fc-44ba-8589-ea8c90b89e1c,segment=NetworkSegment(74645103-ef26-4e33-8147-3fc27f09baec),segment_id=74645103-ef26-4e33-8147-3fc27f09baec)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:00:57.149209 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (200f4252-f1fc-44ba-8589-ea8c90b89e1c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:57.155088 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-37de5cbe-9f79-4a7c-b658-bdf438039a8a tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks [] for security_group (9bb5f753-2908-4023-8bb1-1a4dec319fa4), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:57.177647 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:57.185886 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-37de5cbe-9f79-4a7c-b658-bdf438039a8a tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks [] for security_group (9bb5f753-2908-4023-8bb1-1a4dec319fa4), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:57.231507 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Pushing event updated for resources: {'Port': ['ID=200f4252-f1fc-44ba-8589-ea8c90b89e1c,revision_number=4']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:00:57.246234 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=10 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:57.257869 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-37de5cbe-9f79-4a7c-b658-bdf438039a8a tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (9bb5f753-2908-4023-8bb1-1a4dec319fa4), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:57.261478 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-37de5cbe-9f79-4a7c-b658-bdf438039a8a tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks [] for security_group (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:57.262923 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-37de5cbe-9f79-4a7c-b658-bdf438039a8a tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "DELETE /v2.0/security-groups/9bb5f753-2908-4023-8bb1-1a4dec319fa4 HTTP/1.1" status: 204 len: 168 time: 0.1734197 May 18 15:00:57.265947 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 36818) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:00:57.275041 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37de5cbe-9f79-4a7c-b658-bdf438039a8a tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb5f753-2908-4023-8bb1-1a4dec319fa4,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:00:57.277579 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-bb67f787-dc39-4d0a-bbcb-de406e9962f3 None None] Set router f05fe87d-8925-47ed-a112-a885d34bbd44 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:00:57.284917 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.api.v2.resource [None req-63739b25-6bfb-4a15-b04f-387f1e0b1316 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] show failed (client error): The resource could not be found. May 18 15:00:57.289617 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 36820) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:00:57.289779 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-63739b25-6bfb-4a15-b04f-387f1e0b1316 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups/9bb5f753-2908-4023-8bb1-1a4dec319fa4 HTTP/1.1" status: 404 len: 347 time: 0.0227063 May 18 15:00:57.392966 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d99166d-c153-4251-9174-25cfc55c43bb None None] New status for floating IP f6d4b1fa-d7ae-4146-9af2-823889666564: DOWN {{(pid=110158) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 15:00:57.421008 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:57.425571 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.plugin [None req-c1aa6024-46fe-40ef-8d4e-09d7c6fbcdbf tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Deleting port f1f38d57-c90a-4cee-b364-e0ac4034e9cc {{(pid=110156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:00:57.425981 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-c1aa6024-46fe-40ef-8d4e-09d7c6fbcdbf tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (f1f38d57-c90a-4cee-b364-e0ac4034e9cc), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:57.477646 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 36826) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:00:57.482387 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [None req-6f14bdce-388f-44ab-925c-233a343b60bf tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Request body: {'security_group': {'name': 'tempest-securitygroup--40508810', 'description': 'tempest-description--57226225'}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:00:57.508521 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-6f14bdce-388f-44ab-925c-233a343b60bf tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for security_group (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:57.517995 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:57.523020 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-c1aa6024-46fe-40ef-8d4e-09d7c6fbcdbf tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (f1f38d57-c90a-4cee-b364-e0ac4034e9cc), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:57.524223 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-c1aa6024-46fe-40ef-8d4e-09d7c6fbcdbf tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks [] for floatingip (f1f38d57-c90a-4cee-b364-e0ac4034e9cc), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:57.524898 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-bb67f787-dc39-4d0a-bbcb-de406e9962f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'name': 'tempest-AttachVolumeNegativeTest-1491292696-router', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '200f4252-f1fc-44ba-8589-ea8c90b89e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:00:51Z', 'updated_at': '2022-05-18T15:00:55Z', 'revision_number': 4, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'gw_port': {'id': '200f4252-f1fc-44ba-8589-ea8c90b89e1c', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:00:52Z', 'updated_at': '2022-05-18T15:00:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': '12f29204-1101-4159-9268-800d69f5f906', 'name': '', 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'mac_address': 'fa:16:3e:75:98:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '05655c39-f8fa-418a-853d-5fe3e615ed30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:00:54Z', 'updated_at': '2022-05-18T15:00:56Z', 'revision_number': 2, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'subnets': [{'id': '05655c39-f8fa-418a-853d-5fe3e615ed30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:00:57.541659 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.plugin [None req-c1aa6024-46fe-40ef-8d4e-09d7c6fbcdbf tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Calling delete_port for f1f38d57-c90a-4cee-b364-e0ac4034e9cc owned by network:floatingip {{(pid=110156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:00:57.560272 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb67f787-dc39-4d0a-bbcb-de406e9962f3 None None] Checking router: f05fe87d-8925-47ed-a112-a885d34bbd44 for host: dv-cinder-839987-7-iscsi {{(pid=110159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 15:00:57.560768 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb67f787-dc39-4d0a-bbcb-de406e9962f3 None None] Updating router f05fe87d-8925-47ed-a112-a885d34bbd44 port 12f29204-1101-4159-9268-800d69f5f906 binding host dv-cinder-839987-7-iscsi {{(pid=110159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 15:00:57.597514 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bb67f787-dc39-4d0a-bbcb-de406e9962f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (12f29204-1101-4159-9268-800d69f5f906), before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:57.597852 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-6f14bdce-388f-44ab-925c-233a343b60bf tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for security_group (a9d8de0d-d71c-45de-8a81-9dc55761af47), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:57.600910 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device 8c977413-3f2a-4a40-84bc-101572b4ab37 no longer exists at agent hyperv_hv-cinder-83998 {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 15:00:57.603344 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-6f14bdce-388f-44ab-925c-233a343b60bf tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (a9d8de0d-d71c-45de-8a81-9dc55761af47), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:57.646490 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] No Port match for: 8c977413-3f2a-4a40-84bc-101572b4ab37 {{(pid=110158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 15:00:57.647189 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device 8c977413-3f2a-4a40-84bc-101572b4ab37 not bound to the agent host hv-cinder-83998 {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 15:00:57.647305 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-6f14bdce-388f-44ab-925c-233a343b60bf tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for security_group (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:57.656091 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 36828) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:00:57.656255 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-6f14bdce-388f-44ab-925c-233a343b60bf tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.1773930 May 18 15:00:57.658413 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f14bdce-388f-44ab-925c-233a343b60bf tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d8de0d-d71c-45de-8a81-9dc55761af47,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:00:57.663272 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-839aaa32-e761-41e7-abaa-3ba9e6fd94a5 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Request body: {'security_group_rule': {'security_group_id': 'a9d8de0d-d71c-45de-8a81-9dc55761af47', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:00:57.728029 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-839aaa32-e761-41e7-abaa-3ba9e6fd94a5 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for security_group_rule (6978f4f2-f012-4bb1-9ac0-650bd6960ab9), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:57.732375 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-c1aa6024-46fe-40ef-8d4e-09d7c6fbcdbf tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14495174'] for port (f1f38d57-c90a-4cee-b364-e0ac4034e9cc), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:57.771618 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aa6024-46fe-40ef-8d4e-09d7c6fbcdbf tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Pushing event deleted for resources: {'Port': ['ID=f1f38d57-c90a-4cee-b364-e0ac4034e9cc,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:00:57.863402 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-839aaa32-e761-41e7-abaa-3ba9e6fd94a5 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for security_group_rule (6978f4f2-f012-4bb1-9ac0-650bd6960ab9), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:57.866382 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-c1aa6024-46fe-40ef-8d4e-09d7c6fbcdbf tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks [] for floatingip (f6d4b1fa-d7ae-4146-9af2-823889666564), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:57.869632 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-c1aa6024-46fe-40ef-8d4e-09d7c6fbcdbf tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for floatingip (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:57.870801 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-c1aa6024-46fe-40ef-8d4e-09d7c6fbcdbf tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "DELETE /v2.0/floatingips/f6d4b1fa-d7ae-4146-9af2-823889666564 HTTP/1.1" status: 204 len: 168 time: 0.5802164 May 18 15:00:57.871974 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-839aaa32-e761-41e7-abaa-3ba9e6fd94a5 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039443'] for security_group_rule (6978f4f2-f012-4bb1-9ac0-650bd6960ab9), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:57.888373 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839aaa32-e761-41e7-abaa-3ba9e6fd94a5 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6978f4f2-f012-4bb1-9ac0-650bd6960ab9,revision_number=0']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:00:57.906133 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-839aaa32-e761-41e7-abaa-3ba9e6fd94a5 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:57.907948 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-839aaa32-e761-41e7-abaa-3ba9e6fd94a5 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2507904 May 18 15:00:57.910613 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 36832) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:00:57.915154 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-dc917d3b-7bc6-4c04-9a5d-0ee98c271be9 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Request body: {'security_group_rule': {'security_group_id': 'a9d8de0d-d71c-45de-8a81-9dc55761af47', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:00:57.937644 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bb67f787-dc39-4d0a-bbcb-de406e9962f3 None None] Publish callbacks [] for port (12f29204-1101-4159-9268-800d69f5f906), precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:57.943173 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bb67f787-dc39-4d0a-bbcb-de406e9962f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (12f29204-1101-4159-9268-800d69f5f906), after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:57.948544 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-dc917d3b-7bc6-4c04-9a5d-0ee98c271be9 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for security_group_rule (6ce2b1ad-33af-4bf8-b0df-b0ccedd74247), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:57.958716 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 36834) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:00:57.964218 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [None req-06c8dd32-8102-4fda-9391-e6c6478e97ba tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Request body: {'security_group': {'name': 'tempest-securitygroup--379719865', 'description': 'tempest-description--1503190978'}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:00:57.994121 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4a69cc-0857-4715-888a-1473e241b155 None None] Pushing event updated for resources: {'Port': ['ID=12f29204-1101-4159-9268-800d69f5f906,revision_number=3']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:00:58.023062 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-06c8dd32-8102-4fda-9391-e6c6478e97ba tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks [] for security_group (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:58.029742 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-dc917d3b-7bc6-4c04-9a5d-0ee98c271be9 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for security_group_rule (6ce2b1ad-33af-4bf8-b0df-b0ccedd74247), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:58.039279 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-dc917d3b-7bc6-4c04-9a5d-0ee98c271be9 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039443'] for security_group_rule (6ce2b1ad-33af-4bf8-b0df-b0ccedd74247), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:58.062802 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc917d3b-7bc6-4c04-9a5d-0ee98c271be9 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ce2b1ad-33af-4bf8-b0df-b0ccedd74247,revision_number=0']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:00:58.071109 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [None req-bb67f787-dc39-4d0a-bbcb-de406e9962f3 None None] Attempting to bind port 12f29204-1101-4159-9268-800d69f5f906 on host dv-cinder-839987-7-iscsi for vnic_type normal with profile {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 15:00:58.071843 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [None req-bb67f787-dc39-4d0a-bbcb-de406e9962f3 None None] Attempting to bind port 12f29204-1101-4159-9268-800d69f5f906 by drivers openvswitch,hyperv on host dv-cinder-839987-7-iscsi at level 0 using segments [{'id': 'e4fe1652-d7db-47a5-be36-f616796bf534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727'}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 15:00:58.072495 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb67f787-dc39-4d0a-bbcb-de406e9962f3 None None] Attempting to bind port 12f29204-1101-4159-9268-800d69f5f906 on network 9022122f-bfa2-48d6-ae5d-8c609a059727 {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 15:00:58.079490 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb67f787-dc39-4d0a-bbcb-de406e9962f3 None None] Checking agent: {'id': 'ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 46, 56), 'started_at': datetime.datetime(2022, 5, 18, 14, 47, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 15, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 15:00:58.080270 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb67f787-dc39-4d0a-bbcb-de406e9962f3 None None] Checking segment: {'id': 'e4fe1652-d7db-47a5-be36-f616796bf534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 15:00:58.080932 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bb67f787-dc39-4d0a-bbcb-de406e9962f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:58.081537 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb67f787-dc39-4d0a-bbcb-de406e9962f3 None None] Bound using segment: {'id': 'e4fe1652-d7db-47a5-be36-f616796bf534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727'} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 15:00:58.082252 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [None req-bb67f787-dc39-4d0a-bbcb-de406e9962f3 None None] Bound port: 12f29204-1101-4159-9268-800d69f5f906, host: dv-cinder-839987-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4fe1652-d7db-47a5-be36-f616796bf534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727'}}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 15:00:58.082859 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bb67f787-dc39-4d0a-bbcb-de406e9962f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (12f29204-1101-4159-9268-800d69f5f906), before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:58.094147 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-dc917d3b-7bc6-4c04-9a5d-0ee98c271be9 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:58.101846 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-dc917d3b-7bc6-4c04-9a5d-0ee98c271be9 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1896999 May 18 15:00:58.104785 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 36840) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:00:58.111406 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-4f32bae4-ba14-448d-9280-724e89d68267 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Request body: {'floatingip': {'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8'}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:00:58.147756 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd9975f-c8f7-44f0-84a3-f46f3dbf3615 req-24a919fc-2fdd-4235-a5dc-aedb820f52c8 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:58.149946 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8bd9975f-c8f7-44f0-84a3-f46f3dbf3615 req-24a919fc-2fdd-4235-a5dc-aedb820f52c8 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 946 time: 0.1062386 May 18 15:00:58.153391 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:58.162973 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:58.165835 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-4f32bae4-ba14-448d-9280-724e89d68267 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:58.168710 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-bb67f787-dc39-4d0a-bbcb-de406e9962f3 None None] For port 12f29204-1101-4159-9268-800d69f5f906, host dv-cinder-839987-7-iscsi, cleared binding levels {{(pid=110159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 15:00:58.172762 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-bb67f787-dc39-4d0a-bbcb-de406e9962f3 None None] For port 12f29204-1101-4159-9268-800d69f5f906, host dv-cinder-839987-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=12f29204-1101-4159-9268-800d69f5f906,segment=NetworkSegment(e4fe1652-d7db-47a5-be36-f616796bf534),segment_id=e4fe1652-d7db-47a5-be36-f616796bf534)] {{(pid=110159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 15:00:58.182915 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bb67f787-dc39-4d0a-bbcb-de406e9962f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (12f29204-1101-4159-9268-800d69f5f906), after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:58.188597 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-06c8dd32-8102-4fda-9391-e6c6478e97ba tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks [] for security_group (5ab8dca0-6f0b-43cc-b27a-a10f3f78ce82), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:58.234832 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-06c8dd32-8102-4fda-9391-e6c6478e97ba tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (5ab8dca0-6f0b-43cc-b27a-a10f3f78ce82), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:58.254491 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:58.259447 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb67f787-dc39-4d0a-bbcb-de406e9962f3 None None] Routers {'f05fe87d-8925-47ed-a112-a885d34bbd44'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:00:58.260088 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-bb67f787-dc39-4d0a-bbcb-de406e9962f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:00:53Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['f05fe87d-8925-47ed-a112-a885d34bbd44'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:00:58.264661 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4a69cc-0857-4715-888a-1473e241b155 None None] Pushing event updated for resources: {'Port': ['ID=12f29204-1101-4159-9268-800d69f5f906,revision_number=4']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:00:58.271545 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-4f32bae4-ba14-448d-9280-724e89d68267 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:58.332111 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:58.334059 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e66acb9-83be-4350-b397-f5f1b47ac9c4 req-871d9764-9ca1-4adf-95e2-1c785755f424 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:58.336766 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1e66acb9-83be-4350-b397-f5f1b47ac9c4 req-871d9764-9ca1-4adf-95e2-1c785755f424 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 945 time: 0.1453378 May 18 15:00:58.338840 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-06c8dd32-8102-4fda-9391-e6c6478e97ba tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks [] for security_group (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:58.340869 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-06c8dd32-8102-4fda-9391-e6c6478e97ba tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3801408 May 18 15:00:58.343776 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 36844) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:00:58.348795 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-10a7e063-1d14-4862-84ee-6f53c448bd8c tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Request body: {'security_group_rule': {'security_group_id': '5ab8dca0-6f0b-43cc-b27a-a10f3f78ce82', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:00:58.360194 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8bd9975f-c8f7-44f0-84a3-f46f3dbf3615 req-97959de8-4a77-405b-a6d0-44f3042a9355 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae13b159-b5dd-474d-a8c4-0467efdcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2009747 May 18 15:00:58.360899 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-0789fa94-0d23-41de-b533-01d758adbf80 None None] Provisioning complete for port 12f29204-1101-4159-9268-800d69f5f906 triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 15:00:58.361370 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0789fa94-0d23-41de-b533-01d758adbf80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (12f29204-1101-4159-9268-800d69f5f906), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:58.362355 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c8dd32-8102-4fda-9391-e6c6478e97ba tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab8dca0-6f0b-43cc-b27a-a10f3f78ce82,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:00:58.409768 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-bb67f787-dc39-4d0a-bbcb-de406e9962f3 None None] Set router f05fe87d-8925-47ed-a112-a885d34bbd44 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:00:58.425187 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1e66acb9-83be-4350-b397-f5f1b47ac9c4 req-4b02d267-9c1a-4914-990d-dff89bc4fb7f tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762556 May 18 15:00:58.456836 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-10a7e063-1d14-4862-84ee-6f53c448bd8c tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks [] for security_group_rule (4fa71140-bd20-4b99-8401-330580f334fd), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:58.494793 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-0789fa94-0d23-41de-b533-01d758adbf80 None None] Current status of the port 12f29204-1101-4159-9268-800d69f5f906 is: DOWN; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 15:00:58.495561 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0789fa94-0d23-41de-b533-01d758adbf80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (12f29204-1101-4159-9268-800d69f5f906), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:58.526746 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.db_base_plugin_common [None req-4f32bae4-ba14-448d-9280-724e89d68267 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Allocated IP 172.27.3.149 (f20aa9f3-2984-481b-bb59-fa1f034e36c8/b7750f80-229c-4d19-b013-2aee5952f8bb/1aae4dd1-6185-4647-bca7-e46dbbfc4bb5) {{(pid=110156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 15:00:58.538183 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-0789fa94-0d23-41de-b533-01d758adbf80 None None] For port 12f29204-1101-4159-9268-800d69f5f906, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=12f29204-1101-4159-9268-800d69f5f906,segment=NetworkSegment(e4fe1652-d7db-47a5-be36-f616796bf534),segment_id=e4fe1652-d7db-47a5-be36-f616796bf534)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:00:58.540362 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-10a7e063-1d14-4862-84ee-6f53c448bd8c tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks [] for security_group_rule (4fa71140-bd20-4b99-8401-330580f334fd), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:58.546135 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-10a7e063-1d14-4862-84ee-6f53c448bd8c tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039443'] for security_group_rule (4fa71140-bd20-4b99-8401-330580f334fd), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:58.547775 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0789fa94-0d23-41de-b533-01d758adbf80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (12f29204-1101-4159-9268-800d69f5f906), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:58.551859 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:58.588256 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-10a7e063-1d14-4862-84ee-6f53c448bd8c tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:58.589872 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-10a7e063-1d14-4862-84ee-6f53c448bd8c tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2441323 May 18 15:00:58.592517 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 36846) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:00:58.601374 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [None req-783946eb-9472-4e6c-88f0-1d2e850f8f9d tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Request body: {'security_group_rule': {'security_group_id': '5ab8dca0-6f0b-43cc-b27a-a10f3f78ce82', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:00:58.614902 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a7e063-1d14-4862-84ee-6f53c448bd8c tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fa71140-bd20-4b99-8401-330580f334fd,revision_number=0']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:00:58.633362 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0789fa94-0d23-41de-b533-01d758adbf80 None None] Pushing event updated for resources: {'Port': ['ID=12f29204-1101-4159-9268-800d69f5f906,revision_number=5']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:00:58.647265 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-bb67f787-dc39-4d0a-bbcb-de406e9962f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'name': 'tempest-AttachVolumeNegativeTest-1491292696-router', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '200f4252-f1fc-44ba-8589-ea8c90b89e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:00:51Z', 'updated_at': '2022-05-18T15:00:55Z', 'revision_number': 4, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'gw_port': {'id': '200f4252-f1fc-44ba-8589-ea8c90b89e1c', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:00:52Z', 'updated_at': '2022-05-18T15:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': '12f29204-1101-4159-9268-800d69f5f906', 'name': '', 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'mac_address': 'fa:16:3e:75:98:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '05655c39-f8fa-418a-853d-5fe3e615ed30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:00:54Z', 'updated_at': '2022-05-18T15:00:58Z', 'revision_number': 4, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'subnets': [{'id': '05655c39-f8fa-418a-853d-5fe3e615ed30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:00:58.654907 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:58.657746 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-783946eb-9472-4e6c-88f0-1d2e850f8f9d tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks [] for security_group_rule (09259c30-15cb-43f2-899e-546c39c7cdfc), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:58.673569 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb67f787-dc39-4d0a-bbcb-de406e9962f3 None None] The sync data for ids ['f05fe87d-8925-47ed-a112-a885d34bbd44'] in dv-cinder-839987-7-iscsi is: [{'id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'name': 'tempest-AttachVolumeNegativeTest-1491292696-router', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '200f4252-f1fc-44ba-8589-ea8c90b89e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:00:51Z', 'updated_at': '2022-05-18T15:00:55Z', 'revision_number': 4, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'gw_port': {'id': '200f4252-f1fc-44ba-8589-ea8c90b89e1c', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:00:52Z', 'updated_at': '2022-05-18T15:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': '12f29204-1101-4159-9268-800d69f5f906', 'name': '', 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'mac_address': 'fa:16:3e:75:98:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '05655c39-f8fa-418a-853d-5fe3e615ed30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:00:54Z', 'updated_at': '2022-05-18T15:00:58Z', 'revision_number': 4, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'subnets': [{'id': '05655c39-f8fa-418a-853d-5fe3e615ed30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 15:00:58.685041 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-4f32bae4-ba14-448d-9280-724e89d68267 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for port (1aae4dd1-6185-4647-bca7-e46dbbfc4bb5), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:58.685591 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-d084cc33-2227-4dcf-868d-47db0ee2ba82 None None] Provisioning complete for port 12f29204-1101-4159-9268-800d69f5f906 triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 15:00:58.685970 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d084cc33-2227-4dcf-868d-47db0ee2ba82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (12f29204-1101-4159-9268-800d69f5f906), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:58.741244 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-783946eb-9472-4e6c-88f0-1d2e850f8f9d tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks [] for security_group_rule (09259c30-15cb-43f2-899e-546c39c7cdfc), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:58.745857 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-4f32bae4-ba14-448d-9280-724e89d68267 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14495174'] for port (1aae4dd1-6185-4647-bca7-e46dbbfc4bb5), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:58.749778 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:58.759792 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-783946eb-9472-4e6c-88f0-1d2e850f8f9d tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039443'] for security_group_rule (09259c30-15cb-43f2-899e-546c39c7cdfc), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:58.784538 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783946eb-9472-4e6c-88f0-1d2e850f8f9d tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09259c30-15cb-43f2-899e-546c39c7cdfc,revision_number=0']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:00:58.799993 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-783946eb-9472-4e6c-88f0-1d2e850f8f9d tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:58.801410 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-783946eb-9472-4e6c-88f0-1d2e850f8f9d tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2069588 May 18 15:00:58.805518 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 36848) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:00:58.806104 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-d084cc33-2227-4dcf-868d-47db0ee2ba82 None None] Current status of the port 12f29204-1101-4159-9268-800d69f5f906 is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 15:00:58.814473 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [None req-6a0f81f4-36a7-431e-a1a0-10628b56a0e7 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Request body: {'floatingip': {'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8'}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:00:58.817415 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f32bae4-ba14-448d-9280-724e89d68267 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Network f20aa9f3-2984-481b-bb59-fa1f034e36c8 is already hosted by enough agents. {{(pid=110156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 15:00:58.823210 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.base_scheduler [None req-4f32bae4-ba14-448d-9280-724e89d68267 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Resources bound (agent type, host, resource id): {{(pid=110156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 15:00:58.830082 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f32bae4-ba14-448d-9280-724e89d68267 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Received port after_create {{(pid=110156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 15:00:58.847860 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-6a0f81f4-36a7-431e-a1a0-10628b56a0e7 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:58.861515 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f32bae4-ba14-448d-9280-724e89d68267 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Pushing event updated for resources: {'Port': ['ID=1aae4dd1-6185-4647-bca7-e46dbbfc4bb5,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:00:58.941463 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-4f32bae4-ba14-448d-9280-724e89d68267 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for floatingip (07efd678-ead0-43d0-b17d-29ca011646ec), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:58.946005 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-6a0f81f4-36a7-431e-a1a0-10628b56a0e7 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:58.994404 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-4f32bae4-ba14-448d-9280-724e89d68267 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (1aae4dd1-6185-4647-bca7-e46dbbfc4bb5), before_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:59.050413 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 12f29204-1101-4159-9268-800d69f5f906 up at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 15:00:59.092170 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.db_base_plugin_common [None req-6a0f81f4-36a7-431e-a1a0-10628b56a0e7 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Allocated IP 172.27.3.69 (f20aa9f3-2984-481b-bb59-fa1f034e36c8/b7750f80-229c-4d19-b013-2aee5952f8bb/b1352638-e2d9-46b9-95ce-b4bfb33f0f7e) {{(pid=110157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 15:00:59.108959 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Provisioning complete for port 12f29204-1101-4159-9268-800d69f5f906 triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 15:00:59.109592 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (12f29204-1101-4159-9268-800d69f5f906), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:59.154736 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:59.213371 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Current status of the port 12f29204-1101-4159-9268-800d69f5f906 is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 15:00:59.217211 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 200f4252-f1fc-44ba-8589-ea8c90b89e1c up at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 15:00:59.234063 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-4f32bae4-ba14-448d-9280-724e89d68267 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for port (1aae4dd1-6185-4647-bca7-e46dbbfc4bb5), precommit_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:59.242338 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-6a0f81f4-36a7-431e-a1a0-10628b56a0e7 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks [] for port (b1352638-e2d9-46b9-95ce-b4bfb33f0f7e), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:59.242609 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-4f32bae4-ba14-448d-9280-724e89d68267 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14495217'] for port (1aae4dd1-6185-4647-bca7-e46dbbfc4bb5), after_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:59.271366 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Provisioning complete for port 200f4252-f1fc-44ba-8589-ea8c90b89e1c triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 15:00:59.271914 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (200f4252-f1fc-44ba-8589-ea8c90b89e1c), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:59.286339 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-6a0f81f4-36a7-431e-a1a0-10628b56a0e7 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13704171'] for port (b1352638-e2d9-46b9-95ce-b4bfb33f0f7e), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:59.290076 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:59.335471 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f32bae4-ba14-448d-9280-724e89d68267 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Pushing event updated for resources: {'Port': ['ID=1aae4dd1-6185-4647-bca7-e46dbbfc4bb5,revision_number=2']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:00:59.336622 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0f81f4-36a7-431e-a1a0-10628b56a0e7 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Network f20aa9f3-2984-481b-bb59-fa1f034e36c8 is already hosted by enough agents. {{(pid=110157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 15:00:59.342450 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.base_scheduler [None req-6a0f81f4-36a7-431e-a1a0-10628b56a0e7 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Resources bound (agent type, host, resource id): {{(pid=110157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 15:00:59.347765 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0f81f4-36a7-431e-a1a0-10628b56a0e7 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Received port after_create {{(pid=110157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 15:00:59.350796 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-4f32bae4-ba14-448d-9280-724e89d68267 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008279'] for floatingip (07efd678-ead0-43d0-b17d-29ca011646ec), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:59.351916 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0f81f4-36a7-431e-a1a0-10628b56a0e7 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Pushing event updated for resources: {'Port': ['ID=b1352638-e2d9-46b9-95ce-b4bfb33f0f7e,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:00:59.369901 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Current status of the port 200f4252-f1fc-44ba-8589-ea8c90b89e1c is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 15:00:59.372877 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-4f32bae4-ba14-448d-9280-724e89d68267 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for floatingip (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:59.374562 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-4f32bae4-ba14-448d-9280-724e89d68267 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2684312 May 18 15:00:59.414900 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:59.506062 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-6a0f81f4-36a7-431e-a1a0-10628b56a0e7 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks [] for floatingip (d3518c79-c552-410e-8ea7-ce4950ef0ad7), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:59.515031 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54fbb49-0429-4587-8463-b743a7da77bf req-eab5032b-3f37-461f-ab55-d7976335c700 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:59.516543 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f54fbb49-0429-4587-8463-b743a7da77bf req-eab5032b-3f37-461f-ab55-d7976335c700 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 946 time: 0.0656598 May 18 15:00:59.612967 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-6a0f81f4-36a7-431e-a1a0-10628b56a0e7 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (b1352638-e2d9-46b9-95ce-b4bfb33f0f7e), before_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:00:59.644623 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3c1c1bbe-bf9e-40a0-b588-637b039f7d8d req-4dac9078-d26c-4ce0-b1ab-bedd8c699448 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--40508810&fields=id&tenant_id=0d032e462665466d83ab51e9c116d1e0 HTTP/1.1" status: 200 len: 267 time: 0.1269779 May 18 15:00:59.661323 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f54fbb49-0429-4587-8463-b743a7da77bf req-3e8d749c-e60d-40a9-9bfe-11a3d026f13d tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae13b159-b5dd-474d-a8c4-0467efdcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316485 May 18 15:00:59.766931 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:00:59.834634 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3664da5-ee61-4788-87b0-100bbb01067d req-e5896780-52db-4734-9f01-d2c648059d76 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:59.836207 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d3664da5-ee61-4788-87b0-100bbb01067d req-e5896780-52db-4734-9f01-d2c648059d76 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 945 time: 0.0908053 May 18 15:00:59.922503 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c1bbe-bf9e-40a0-b588-637b039f7d8d req-613e00e2-e3b6-4e4f-ba00-a5b8b5801240 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:00:59.923975 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3c1c1bbe-bf9e-40a0-b588-637b039f7d8d req-613e00e2-e3b6-4e4f-ba00-a5b8b5801240 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/networks?id=9022122f-bfa2-48d6-ae5d-8c609a059727 HTTP/1.1" status: 200 len: 815 time: 0.2617893 May 18 15:00:59.950795 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3c1c1bbe-bf9e-40a0-b588-637b039f7d8d req-07208dea-f22a-4968-83f3-234ef5ddb9b8 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/quotas/0d032e462665466d83ab51e9c116d1e0 HTTP/1.1" status: 200 len: 375 time: 0.0194154 May 18 15:01:00.012691 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d3664da5-ee61-4788-87b0-100bbb01067d req-388bedbe-8646-452d-b0c1-5fdb2b288d6d tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1652832 May 18 15:01:00.032491 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3c1c1bbe-bf9e-40a0-b588-637b039f7d8d req-ccbe214b-c83f-4b2e-ab0b-cf865bc18948 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0d032e462665466d83ab51e9c116d1e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0755579 May 18 15:01:00.067096 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-6a0f81f4-36a7-431e-a1a0-10628b56a0e7 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks [] for port (b1352638-e2d9-46b9-95ce-b4bfb33f0f7e), precommit_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:00.072313 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-6a0f81f4-36a7-431e-a1a0-10628b56a0e7 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13704156'] for port (b1352638-e2d9-46b9-95ce-b4bfb33f0f7e), after_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:00.099579 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:00.189329 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0f81f4-36a7-431e-a1a0-10628b56a0e7 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Pushing event updated for resources: {'Port': ['ID=b1352638-e2d9-46b9-95ce-b4bfb33f0f7e,revision_number=2']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:00.213797 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-6a0f81f4-36a7-431e-a1a0-10628b56a0e7 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008279'] for floatingip (d3518c79-c552-410e-8ea7-ce4950ef0ad7), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:00.246251 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-6a0f81f4-36a7-431e-a1a0-10628b56a0e7 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for floatingip (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:00.247395 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-6a0f81f4-36a7-431e-a1a0-10628b56a0e7 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4404209 May 18 15:01:00.251324 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3c1c1bbe-bf9e-40a0-b588-637b039f7d8d req-24e1ac9c-4360-42cd-b758-6d497b386fc2 service neutron] 10.222.0.59 "GET /v2.0/networks/9022122f-bfa2-48d6-ae5d-8c609a059727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018621 May 18 15:01:00.348612 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3c1c1bbe-bf9e-40a0-b588-637b039f7d8d req-de41513d-41a2-4b58-8fda-ec86a6b4f64c service neutron] 10.222.0.59 "GET /v2.0/networks/9022122f-bfa2-48d6-ae5d-8c609a059727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914221 May 18 15:01:00.446127 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-9d2af13e-2f66-4bec-ac6c-fa73039eae41 req-c9e5e1f1-bd9f-4873-bd48-12c4586a0bb5 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--379719865&fields=id&tenant_id=c9a08f2c9b8b49f6a5de343bf8826601 HTTP/1.1" status: 200 len: 267 time: 0.0446038 May 18 15:01:00.543417 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-755978ac-e735-4031-85f1-3ddeb7abca37 req-f60bceb5-ad4b-4397-8aa4-cdeb71454d05 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/ports?device_id=56dffbf3-4309-4b9f-992f-118a9d2b3563 HTTP/1.1" status: 200 len: 210 time: 0.0339375 May 18 15:01:00.590285 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2af13e-2f66-4bec-ac6c-fa73039eae41 req-488fcf07-b091-4c51-8624-dfb7e4f88e85 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:00.591776 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-9d2af13e-2f66-4bec-ac6c-fa73039eae41 req-488fcf07-b091-4c51-8624-dfb7e4f88e85 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/networks?id=f6d46917-2e57-430f-9dbe-54ed4755b607 HTTP/1.1" status: 200 len: 810 time: 0.1386318 May 18 15:01:00.606970 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-9d2af13e-2f66-4bec-ac6c-fa73039eae41 req-cc6c6303-7ea6-4130-be8c-fff3a114abee tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/quotas/c9a08f2c9b8b49f6a5de343bf8826601 HTTP/1.1" status: 200 len: 375 time: 0.0094354 May 18 15:01:00.658564 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-9d2af13e-2f66-4bec-ac6c-fa73039eae41 req-3a34ff14-b00a-46e0-9d24-58cd28a1e70d tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c9a08f2c9b8b49f6a5de343bf8826601&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464709 May 18 15:01:00.832079 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0573aea-154b-4c6d-832b-ff02dd39fa37 req-86efdcc4-252e-4f0e-9c7b-d80005b080ea tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:00.833881 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-c0573aea-154b-4c6d-832b-ff02dd39fa37 req-86efdcc4-252e-4f0e-9c7b-d80005b080ea tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 946 time: 0.0943816 May 18 15:01:00.882656 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-9d2af13e-2f66-4bec-ac6c-fa73039eae41 req-310a0f1a-7423-4ddd-b682-b982d050f199 service neutron] 10.222.0.59 "GET /v2.0/networks/f6d46917-2e57-430f-9dbe-54ed4755b607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116678 May 18 15:01:00.961173 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-c0573aea-154b-4c6d-832b-ff02dd39fa37 req-54e493fd-299d-42d6-a8ff-9a6336a83543 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae13b159-b5dd-474d-a8c4-0467efdcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148043 May 18 15:01:00.983124 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:01.006230 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-9d2af13e-2f66-4bec-ac6c-fa73039eae41 req-16e2e28a-5bdc-4e70-b010-4e96929ed0d7 service neutron] 10.222.0.59 "GET /v2.0/networks/f6d46917-2e57-430f-9dbe-54ed4755b607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156504 May 18 15:01:01.143907 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b63b02-7ed1-4165-b6ce-e684770e6493 req-a4e6bc92-2044-4a16-9b6c-1a36d02ff668 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:01.145496 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-13b63b02-7ed1-4165-b6ce-e684770e6493 req-a4e6bc92-2044-4a16-9b6c-1a36d02ff668 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 945 time: 0.0560458 May 18 15:01:01.193960 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0629ccfa-76de-4c60-95d5-044b3be0cb84 req-27e19fbc-4907-4004-9f59-363f86b7f609 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=f721eb0d-b804-41bd-ade4-95019478aef5 HTTP/1.1" status: 200 len: 210 time: 0.0386567 May 18 15:01:01.244569 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-13b63b02-7ed1-4165-b6ce-e684770e6493 req-a8ae732b-5c31-44c1-9413-12fdbc5b2c7b tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754418 May 18 15:01:01.652373 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-42387250-d71a-4f54-a068-8e797460d487 req-025e39e6-c800-46f8-b852-6658c115e0af tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/ports?device_id=56dffbf3-4309-4b9f-992f-118a9d2b3563 HTTP/1.1" status: 200 len: 210 time: 0.0352218 May 18 15:01:01.780538 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c1bbe-bf9e-40a0-b588-637b039f7d8d req-f5229089-b6dc-4f1f-8242-3a606a761351 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:01.782027 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3c1c1bbe-bf9e-40a0-b588-637b039f7d8d req-f5229089-b6dc-4f1f-8242-3a606a761351 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.49 "GET /v2.0/networks?id=9022122f-bfa2-48d6-ae5d-8c609a059727 HTTP/1.1" status: 200 len: 815 time: 0.1082666 May 18 15:01:01.843279 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:01.884201 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3c1c1bbe-bf9e-40a0-b588-637b039f7d8d req-a9b23320-8e78-419b-b0ae-9befc03b2124 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d032e462665466d83ab51e9c116d1e0 HTTP/1.1" status: 200 len: 378 time: 0.0582623 May 18 15:01:02.080143 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac23d3-07ad-4b05-bdf9-dceffdc9e395 req-dbc3eff1-1cab-4913-a76e-fe0a8fd3b8f5 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:02.081574 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-54ac23d3-07ad-4b05-bdf9-dceffdc9e395 req-dbc3eff1-1cab-4913-a76e-fe0a8fd3b8f5 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 946 time: 0.0474062 May 18 15:01:02.130147 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-54ac23d3-07ad-4b05-bdf9-dceffdc9e395 req-dc296c6d-bce0-44fe-bc08-b75afe0c0e07 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae13b159-b5dd-474d-a8c4-0467efdcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429783 May 18 15:01:02.214992 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [req-3c1c1bbe-bf9e-40a0-b588-637b039f7d8d req-20b8355d-c454-4df4-a283-54ffd983aecd tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Request body: {'port': {'device_id': '56dffbf3-4309-4b9f-992f-118a9d2b3563', 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727', 'admin_state_up': True, 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'security_groups': ['a9d8de0d-d71c-45de-8a81-9dc55761af47']}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:01:02.309564 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-99d1c4f5-9814-45a6-b44c-0fa8de77ee0a req-ecae8eda-2b9e-4b9e-a6f7-b9f66d0460c1 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=f721eb0d-b804-41bd-ade4-95019478aef5 HTTP/1.1" status: 200 len: 210 time: 0.0382459 May 18 15:01:02.402519 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582651c9-7a0f-42f2-84f4-223cc56d5015 req-a3c5fa40-313e-4107-bb3a-affeb1f5f063 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:02.404200 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-582651c9-7a0f-42f2-84f4-223cc56d5015 req-a3c5fa40-313e-4107-bb3a-affeb1f5f063 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 945 time: 0.0626099 May 18 15:01:02.416980 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c1c1bbe-bf9e-40a0-b588-637b039f7d8d req-20b8355d-c454-4df4-a283-54ffd983aecd tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Made reservation on behalf of 0d032e462665466d83ab51e9c116d1e0 for: {'port': 1} {{(pid=110157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 15:01:02.420243 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-3c1c1bbe-bf9e-40a0-b588-637b039f7d8d req-20b8355d-c454-4df4-a283-54ffd983aecd tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:02.443483 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2af13e-2f66-4bec-ac6c-fa73039eae41 req-d109ff03-8fd0-43cd-aabb-f0f5dd0f48d1 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:02.445505 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-9d2af13e-2f66-4bec-ac6c-fa73039eae41 req-d109ff03-8fd0-43cd-aabb-f0f5dd0f48d1 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.49 "GET /v2.0/networks?id=f6d46917-2e57-430f-9dbe-54ed4755b607 HTTP/1.1" status: 200 len: 810 time: 0.1102738 May 18 15:01:02.515304 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-582651c9-7a0f-42f2-84f4-223cc56d5015 req-29d6912f-fad6-47df-af1a-b8b5d1642fc8 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051195 May 18 15:01:02.528116 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-9d2af13e-2f66-4bec-ac6c-fa73039eae41 req-1a866382-5d2a-4829-a260-7d3e2a81ea0f tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9a08f2c9b8b49f6a5de343bf8826601 HTTP/1.1" status: 200 len: 379 time: 0.0675642 May 18 15:01:02.592543 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.db_base_plugin_common [req-3c1c1bbe-bf9e-40a0-b588-637b039f7d8d req-20b8355d-c454-4df4-a283-54ffd983aecd tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Allocated IP 172.20.0.14 (9022122f-bfa2-48d6-ae5d-8c609a059727/05655c39-f8fa-418a-853d-5fe3e615ed30/0ed1e1a7-57d4-4ca3-9a56-96e3e696207c) {{(pid=110157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 15:01:02.626812 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [req-9d2af13e-2f66-4bec-ac6c-fa73039eae41 req-c969dad0-40f6-42d9-90f3-50e4fca66b77 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Request body: {'port': {'device_id': 'f721eb0d-b804-41bd-ade4-95019478aef5', 'network_id': 'f6d46917-2e57-430f-9dbe-54ed4755b607', 'admin_state_up': True, 'tenant_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'security_groups': ['5ab8dca0-6f0b-43cc-b27a-a10f3f78ce82']}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:01:02.678092 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:02.743286 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d2af13e-2f66-4bec-ac6c-fa73039eae41 req-c969dad0-40f6-42d9-90f3-50e4fca66b77 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Made reservation on behalf of c9a08f2c9b8b49f6a5de343bf8826601 for: {'port': 1} {{(pid=110156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 15:01:02.746715 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-9d2af13e-2f66-4bec-ac6c-fa73039eae41 req-c969dad0-40f6-42d9-90f3-50e4fca66b77 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:02.761396 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-4a66d55e-0c00-4138-b354-24810ba76361 req-cd86d08b-e597-477c-8dc1-e8300fcd7775 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/ports?device_id=56dffbf3-4309-4b9f-992f-118a9d2b3563 HTTP/1.1" status: 200 len: 210 time: 0.0369470 May 18 15:01:02.764690 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-3c1c1bbe-bf9e-40a0-b588-637b039f7d8d req-20b8355d-c454-4df4-a283-54ffd983aecd tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for port (0ed1e1a7-57d4-4ca3-9a56-96e3e696207c), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:02.800765 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-3c1c1bbe-bf9e-40a0-b588-637b039f7d8d req-20b8355d-c454-4df4-a283-54ffd983aecd tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13704171'] for port (0ed1e1a7-57d4-4ca3-9a56-96e3e696207c), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:02.845813 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c1c1bbe-bf9e-40a0-b588-637b039f7d8d req-20b8355d-c454-4df4-a283-54ffd983aecd tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Network 9022122f-bfa2-48d6-ae5d-8c609a059727 is already hosted by enough agents. {{(pid=110157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 15:01:02.848951 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.base_scheduler [req-3c1c1bbe-bf9e-40a0-b588-637b039f7d8d req-20b8355d-c454-4df4-a283-54ffd983aecd tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Resources bound (agent type, host, resource id): {{(pid=110157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 15:01:02.852765 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c1c1bbe-bf9e-40a0-b588-637b039f7d8d req-20b8355d-c454-4df4-a283-54ffd983aecd tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Received port after_create {{(pid=110157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 15:01:02.859301 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b8355d-c454-4df4-a283-54ffd983aecd tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Pushing event updated for resources: {'Port': ['ID=0ed1e1a7-57d4-4ca3-9a56-96e3e696207c,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:02.888883 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.db_base_plugin_common [req-9d2af13e-2f66-4bec-ac6c-fa73039eae41 req-c969dad0-40f6-42d9-90f3-50e4fca66b77 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Allocated IP 172.20.0.6 (f6d46917-2e57-430f-9dbe-54ed4755b607/f0fd852b-2772-465d-a18e-71b8e3f03976/768c0e8a-8f7d-4532-b2e5-1defde7dd51c) {{(pid=110156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 15:01:02.914703 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c1bbe-bf9e-40a0-b588-637b039f7d8d req-20b8355d-c454-4df4-a283-54ffd983aecd tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:02.915359 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-3c1c1bbe-bf9e-40a0-b588-637b039f7d8d req-20b8355d-c454-4df4-a283-54ffd983aecd tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for port (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:02.933351 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3c1c1bbe-bf9e-40a0-b588-637b039f7d8d req-20b8355d-c454-4df4-a283-54ffd983aecd tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7218838 May 18 15:01:03.000194 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [req-3c1c1bbe-bf9e-40a0-b588-637b039f7d8d req-e23cde4e-4ab9-40c0-a029-8082bc5140bb service neutron] Request body: {'port': {'device_id': '56dffbf3-4309-4b9f-992f-118a9d2b3563', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:01:03.048010 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-9d2af13e-2f66-4bec-ac6c-fa73039eae41 req-c969dad0-40f6-42d9-90f3-50e4fca66b77 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks [] for port (768c0e8a-8f7d-4532-b2e5-1defde7dd51c), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:03.065545 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-3c1c1bbe-bf9e-40a0-b588-637b039f7d8d req-e23cde4e-4ab9-40c0-a029-8082bc5140bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (0ed1e1a7-57d4-4ca3-9a56-96e3e696207c), before_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:03.084685 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-9d2af13e-2f66-4bec-ac6c-fa73039eae41 req-c969dad0-40f6-42d9-90f3-50e4fca66b77 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14495174'] for port (768c0e8a-8f7d-4532-b2e5-1defde7dd51c), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:03.137479 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d2af13e-2f66-4bec-ac6c-fa73039eae41 req-c969dad0-40f6-42d9-90f3-50e4fca66b77 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Network f6d46917-2e57-430f-9dbe-54ed4755b607 is already hosted by enough agents. {{(pid=110156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 15:01:03.141976 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.base_scheduler [req-9d2af13e-2f66-4bec-ac6c-fa73039eae41 req-c969dad0-40f6-42d9-90f3-50e4fca66b77 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Resources bound (agent type, host, resource id): {{(pid=110156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 15:01:03.146665 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:03.147840 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c969dad0-40f6-42d9-90f3-50e4fca66b77 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Pushing event updated for resources: {'Port': ['ID=768c0e8a-8f7d-4532-b2e5-1defde7dd51c,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:03.150272 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d2af13e-2f66-4bec-ac6c-fa73039eae41 req-c969dad0-40f6-42d9-90f3-50e4fca66b77 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Received port after_create {{(pid=110156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 15:01:03.154696 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:03.159503 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-9195b2f7-108d-4dde-b509-e74f621f76e9 None None] Provisioning complete for port 0ed1e1a7-57d4-4ca3-9a56-96e3e696207c triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 15:01:03.160385 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9195b2f7-108d-4dde-b509-e74f621f76e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (0ed1e1a7-57d4-4ca3-9a56-96e3e696207c), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:03.218792 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-9195b2f7-108d-4dde-b509-e74f621f76e9 None None] Port 0ed1e1a7-57d4-4ca3-9a56-96e3e696207c cannot update to ACTIVE because it is not bound. {{(pid=110158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 15:01:03.235476 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2af13e-2f66-4bec-ac6c-fa73039eae41 req-c969dad0-40f6-42d9-90f3-50e4fca66b77 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:03.236356 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-9d2af13e-2f66-4bec-ac6c-fa73039eae41 req-c969dad0-40f6-42d9-90f3-50e4fca66b77 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for port (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:03.255063 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-9d2af13e-2f66-4bec-ac6c-fa73039eae41 req-c969dad0-40f6-42d9-90f3-50e4fca66b77 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6321573 May 18 15:01:03.274594 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [req-9d2af13e-2f66-4bec-ac6c-fa73039eae41 req-d8021cb6-9153-4633-9374-d772206ac0ce service neutron] Request body: {'port': {'device_id': 'f721eb0d-b804-41bd-ade4-95019478aef5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:01:03.277141 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:03.365218 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-9d2af13e-2f66-4bec-ac6c-fa73039eae41 req-d8021cb6-9153-4633-9374-d772206ac0ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (768c0e8a-8f7d-4532-b2e5-1defde7dd51c), before_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:03.437542 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-c0a8d69e-9aa3-4732-96c8-1f8bc6f85864 None None] Provisioning complete for port 768c0e8a-8f7d-4532-b2e5-1defde7dd51c triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 15:01:03.437923 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c0a8d69e-9aa3-4732-96c8-1f8bc6f85864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (768c0e8a-8f7d-4532-b2e5-1defde7dd51c), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:03.476258 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-c0a8d69e-9aa3-4732-96c8-1f8bc6f85864 None None] Port 768c0e8a-8f7d-4532-b2e5-1defde7dd51c cannot update to ACTIVE because it is not bound. {{(pid=110158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 15:01:03.625369 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe996d0a-4ad6-4170-ada9-d2cefc319bf7 req-9540a37e-169e-447a-a564-82bef6d5b779 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:03.626846 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-fe996d0a-4ad6-4170-ada9-d2cefc319bf7 req-9540a37e-169e-447a-a564-82bef6d5b779 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=f721eb0d-b804-41bd-ade4-95019478aef5 HTTP/1.1" status: 200 len: 931 time: 0.1166401 May 18 15:01:03.632850 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42c7a23-1121-4f5e-a7e5-66ff5f6e0570 req-a3f759b0-3400-410c-ae1b-fdeb9f6cc5ad tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:03.634327 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-b42c7a23-1121-4f5e-a7e5-66ff5f6e0570 req-a3f759b0-3400-410c-ae1b-fdeb9f6cc5ad tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 946 time: 0.1230345 May 18 15:01:03.684949 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.notifiers.nova [req-9d2af13e-2f66-4bec-ac6c-fa73039eae41 req-d8021cb6-9153-4633-9374-d772206ac0ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 768c0e8a-8f7d-4532-b2e5-1defde7dd51c {{(pid=110156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 15:01:03.692421 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-9d2af13e-2f66-4bec-ac6c-fa73039eae41 req-d8021cb6-9153-4633-9374-d772206ac0ce service neutron] Publish callbacks [] for port (768c0e8a-8f7d-4532-b2e5-1defde7dd51c), precommit_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:03.705583 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.provisioning_blocks [req-9d2af13e-2f66-4bec-ac6c-fa73039eae41 req-d8021cb6-9153-4633-9374-d772206ac0ce service neutron] Transition to ACTIVE for port object 768c0e8a-8f7d-4532-b2e5-1defde7dd51c will not be triggered until provisioned by entity L2. {{(pid=110156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 15:01:03.709447 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-9d2af13e-2f66-4bec-ac6c-fa73039eae41 req-d8021cb6-9153-4633-9374-d772206ac0ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14495217'] for port (768c0e8a-8f7d-4532-b2e5-1defde7dd51c), after_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:03.771415 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8021cb6-9153-4633-9374-d772206ac0ce service neutron] Pushing event updated for resources: {'Port': ['ID=768c0e8a-8f7d-4532-b2e5-1defde7dd51c,revision_number=2']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:03.776682 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-b42c7a23-1121-4f5e-a7e5-66ff5f6e0570 req-69b133ea-c1a2-485d-a1a4-955a7e5adb85 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae13b159-b5dd-474d-a8c4-0467efdcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160676 May 18 15:01:03.785345 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-fe996d0a-4ad6-4170-ada9-d2cefc319bf7 req-3bdfa2ca-899d-42dd-8944-319dda37b8c1 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ab8dca0-6f0b-43cc-b27a-a10f3f78ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495826 May 18 15:01:03.852742 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:03.857919 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.managers [req-9d2af13e-2f66-4bec-ac6c-fa73039eae41 req-d8021cb6-9153-4633-9374-d772206ac0ce service neutron] Attempting to bind port 768c0e8a-8f7d-4532-b2e5-1defde7dd51c on host hv-cinder-83998 for vnic_type normal with profile {{(pid=110156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 15:01:03.858335 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.managers [req-9d2af13e-2f66-4bec-ac6c-fa73039eae41 req-d8021cb6-9153-4633-9374-d772206ac0ce service neutron] Attempting to bind port 768c0e8a-8f7d-4532-b2e5-1defde7dd51c by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': 'd0c07c6c-a57f-489c-a460-fa95911c3ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f6d46917-2e57-430f-9dbe-54ed4755b607'}] {{(pid=110156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 15:01:03.859284 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2af13e-2f66-4bec-ac6c-fa73039eae41 req-d8021cb6-9153-4633-9374-d772206ac0ce service neutron] Attempting to bind port 768c0e8a-8f7d-4532-b2e5-1defde7dd51c on network f6d46917-2e57-430f-9dbe-54ed4755b607 {{(pid=110156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 15:01:03.869028 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2af13e-2f66-4bec-ac6c-fa73039eae41 req-d8021cb6-9153-4633-9374-d772206ac0ce service neutron] Port 768c0e8a-8f7d-4532-b2e5-1defde7dd51c on network f6d46917-2e57-430f-9dbe-54ed4755b607 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=110156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 15:01:03.869958 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2af13e-2f66-4bec-ac6c-fa73039eae41 req-d8021cb6-9153-4633-9374-d772206ac0ce service neutron] Attempting to bind port 768c0e8a-8f7d-4532-b2e5-1defde7dd51c on network f6d46917-2e57-430f-9dbe-54ed4755b607 {{(pid=110156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 15:01:03.870482 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.notifiers.nova [req-3c1c1bbe-bf9e-40a0-b588-637b039f7d8d req-e23cde4e-4ab9-40c0-a029-8082bc5140bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ed1e1a7-57d4-4ca3-9a56-96e3e696207c {{(pid=110157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 15:01:03.878924 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2af13e-2f66-4bec-ac6c-fa73039eae41 req-d8021cb6-9153-4633-9374-d772206ac0ce service neutron] Checking agent: {'id': 'f376d122-85a6-484a-a941-8f32d5a81e72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 53, 39), 'started_at': datetime.datetime(2022, 5, 18, 14, 53, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 15, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 15:01:03.879146 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-3c1c1bbe-bf9e-40a0-b588-637b039f7d8d req-e23cde4e-4ab9-40c0-a029-8082bc5140bb service neutron] Publish callbacks [] for port (0ed1e1a7-57d4-4ca3-9a56-96e3e696207c), precommit_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:03.879728 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2af13e-2f66-4bec-ac6c-fa73039eae41 req-d8021cb6-9153-4633-9374-d772206ac0ce service neutron] Checking segment: {'id': 'd0c07c6c-a57f-489c-a460-fa95911c3ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f6d46917-2e57-430f-9dbe-54ed4755b607'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 15:01:03.880320 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2af13e-2f66-4bec-ac6c-fa73039eae41 req-d8021cb6-9153-4633-9374-d772206ac0ce service neutron] Bound using segment: {'id': 'd0c07c6c-a57f-489c-a460-fa95911c3ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f6d46917-2e57-430f-9dbe-54ed4755b607'} {{(pid=110156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 15:01:03.881663 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.managers [req-9d2af13e-2f66-4bec-ac6c-fa73039eae41 req-d8021cb6-9153-4633-9374-d772206ac0ce service neutron] Bound port: 768c0e8a-8f7d-4532-b2e5-1defde7dd51c, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0c07c6c-a57f-489c-a460-fa95911c3ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f6d46917-2e57-430f-9dbe-54ed4755b607'}}] {{(pid=110156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 15:01:03.884157 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-9d2af13e-2f66-4bec-ac6c-fa73039eae41 req-d8021cb6-9153-4633-9374-d772206ac0ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (768c0e8a-8f7d-4532-b2e5-1defde7dd51c), before_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:03.908236 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.provisioning_blocks [req-3c1c1bbe-bf9e-40a0-b588-637b039f7d8d req-e23cde4e-4ab9-40c0-a029-8082bc5140bb service neutron] Transition to ACTIVE for port object 0ed1e1a7-57d4-4ca3-9a56-96e3e696207c will not be triggered until provisioned by entity L2. {{(pid=110157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 15:01:03.934468 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-3c1c1bbe-bf9e-40a0-b588-637b039f7d8d req-e23cde4e-4ab9-40c0-a029-8082bc5140bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13704156'] for port (0ed1e1a7-57d4-4ca3-9a56-96e3e696207c), after_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:03.974067 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.db [req-9d2af13e-2f66-4bec-ac6c-fa73039eae41 req-d8021cb6-9153-4633-9374-d772206ac0ce service neutron] For port 768c0e8a-8f7d-4532-b2e5-1defde7dd51c, host hv-cinder-83998, cleared binding levels {{(pid=110156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 15:01:03.978308 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.db [req-9d2af13e-2f66-4bec-ac6c-fa73039eae41 req-d8021cb6-9153-4633-9374-d772206ac0ce service neutron] For port 768c0e8a-8f7d-4532-b2e5-1defde7dd51c, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=768c0e8a-8f7d-4532-b2e5-1defde7dd51c,segment=NetworkSegment(d0c07c6c-a57f-489c-a460-fa95911c3ff5),segment_id=d0c07c6c-a57f-489c-a460-fa95911c3ff5)] {{(pid=110156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 15:01:03.987570 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-9d2af13e-2f66-4bec-ac6c-fa73039eae41 req-d8021cb6-9153-4633-9374-d772206ac0ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14495217'] for port (768c0e8a-8f7d-4532-b2e5-1defde7dd51c), after_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:04.032186 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2af13e-2f66-4bec-ac6c-fa73039eae41 req-d8021cb6-9153-4633-9374-d772206ac0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:04.032964 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-9d2af13e-2f66-4bec-ac6c-fa73039eae41 req-d8021cb6-9153-4633-9374-d772206ac0ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for port (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:04.034381 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-9d2af13e-2f66-4bec-ac6c-fa73039eae41 req-d8021cb6-9153-4633-9374-d772206ac0ce service neutron] 10.222.0.49 "PUT /v2.0/ports/768c0e8a-8f7d-4532-b2e5-1defde7dd51c HTTP/1.1" status: 200 len: 1093 time: 0.7644110 May 18 15:01:04.034894 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f721eb0d-b804-41bd-ade4-95019478aef5', 'tag': '768c0e8a-8f7d-4532-b2e5-1defde7dd51c'}] {{(pid=110156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 15:01:04.037275 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133ec7be95234859c4edce85a8c9b28b91a94f2f136921e0bf9997cb2a51d6fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-373ff2d4-535d-4ce0-bd43-8993dc15d8e3" -d '{"events": [{"name": "network-changed", "server_uuid": "f721eb0d-b804-41bd-ade4-95019478aef5", "tag": "768c0e8a-8f7d-4532-b2e5-1defde7dd51c"}]}' {{(pid=110156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 15:01:04.050282 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5772c3a-4afa-4d1d-ab4a-6e7cfd343b5e req-f2e210f2-4bb0-4d8d-a7e4-dca7e15a8dad tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:04.051829 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-a5772c3a-4afa-4d1d-ab4a-6e7cfd343b5e req-f2e210f2-4bb0-4d8d-a7e4-dca7e15a8dad tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/ports?device_id=56dffbf3-4309-4b9f-992f-118a9d2b3563 HTTP/1.1" status: 200 len: 944 time: 0.1400867 May 18 15:01:04.055753 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23cde4e-4ab9-40c0-a029-8082bc5140bb service neutron] Pushing event updated for resources: {'Port': ['ID=0ed1e1a7-57d4-4ca3-9a56-96e3e696207c,revision_number=2']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:04.065761 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8021cb6-9153-4633-9374-d772206ac0ce service neutron] Pushing event updated for resources: {'Port': ['ID=768c0e8a-8f7d-4532-b2e5-1defde7dd51c,revision_number=3']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:04.065892 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f99c3-9746-45ae-937e-7b81cd991487 req-e802bda3-d985-4f9e-ab8c-8bd29442ff84 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:04.067608 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-421f99c3-9746-45ae-937e-7b81cd991487 req-e802bda3-d985-4f9e-ab8c-8bd29442ff84 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 945 time: 0.1538229 May 18 15:01:04.238545 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-a5772c3a-4afa-4d1d-ab4a-6e7cfd343b5e req-871ebbf2-2877-447a-8f61-4de35c114461 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9d8de0d-d71c-45de-8a81-9dc55761af47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1693628 May 18 15:01:04.275454 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-421f99c3-9746-45ae-937e-7b81cd991487 req-64e8ee93-6c38-4b69-a1a8-fd4fb9375a0a tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1843863 May 18 15:01:04.287711 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2af13e-2f66-4bec-ac6c-fa73039eae41 req-2702f40d-6446-4460-bf1e-2d365777e0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:04.292056 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.managers [req-3c1c1bbe-bf9e-40a0-b588-637b039f7d8d req-e23cde4e-4ab9-40c0-a029-8082bc5140bb service neutron] Attempting to bind port 0ed1e1a7-57d4-4ca3-9a56-96e3e696207c on host hv-cinder-83998 for vnic_type normal with profile {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 15:01:04.292398 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.managers [req-3c1c1bbe-bf9e-40a0-b588-637b039f7d8d req-e23cde4e-4ab9-40c0-a029-8082bc5140bb service neutron] Attempting to bind port 0ed1e1a7-57d4-4ca3-9a56-96e3e696207c by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': 'e4fe1652-d7db-47a5-be36-f616796bf534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727'}] {{(pid=110157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 15:01:04.292781 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1c1bbe-bf9e-40a0-b588-637b039f7d8d req-e23cde4e-4ab9-40c0-a029-8082bc5140bb service neutron] Attempting to bind port 0ed1e1a7-57d4-4ca3-9a56-96e3e696207c on network 9022122f-bfa2-48d6-ae5d-8c609a059727 {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 15:01:04.293727 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-9d2af13e-2f66-4bec-ac6c-fa73039eae41 req-2702f40d-6446-4460-bf1e-2d365777e0df service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9a08f2c9b8b49f6a5de343bf8826601&device_id=f721eb0d-b804-41bd-ade4-95019478aef5 HTTP/1.1" status: 200 len: 1127 time: 0.0787320 May 18 15:01:04.313664 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1c1bbe-bf9e-40a0-b588-637b039f7d8d req-e23cde4e-4ab9-40c0-a029-8082bc5140bb service neutron] Port 0ed1e1a7-57d4-4ca3-9a56-96e3e696207c on network 9022122f-bfa2-48d6-ae5d-8c609a059727 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 15:01:04.314568 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1c1bbe-bf9e-40a0-b588-637b039f7d8d req-e23cde4e-4ab9-40c0-a029-8082bc5140bb service neutron] Attempting to bind port 0ed1e1a7-57d4-4ca3-9a56-96e3e696207c on network 9022122f-bfa2-48d6-ae5d-8c609a059727 {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 15:01:04.327338 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0fad7-c522-4635-886c-1cca8154a330 req-199f1cfc-4852-4ffb-9c91-2154bb7c6ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:04.328987 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8ab0fad7-c522-4635-886c-1cca8154a330 req-199f1cfc-4852-4ffb-9c91-2154bb7c6ed9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=379bba80af244096abbf8deb82772854&device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 1130 time: 0.0728610 May 18 15:01:04.331794 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1c1bbe-bf9e-40a0-b588-637b039f7d8d req-e23cde4e-4ab9-40c0-a029-8082bc5140bb service neutron] Checking agent: {'id': 'f376d122-85a6-484a-a941-8f32d5a81e72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 53, 39), 'started_at': datetime.datetime(2022, 5, 18, 14, 53, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 15, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 15:01:04.332138 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1c1bbe-bf9e-40a0-b588-637b039f7d8d req-e23cde4e-4ab9-40c0-a029-8082bc5140bb service neutron] Checking segment: {'id': 'e4fe1652-d7db-47a5-be36-f616796bf534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 15:01:04.332525 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1c1bbe-bf9e-40a0-b588-637b039f7d8d req-e23cde4e-4ab9-40c0-a029-8082bc5140bb service neutron] Bound using segment: {'id': 'e4fe1652-d7db-47a5-be36-f616796bf534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727'} {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 15:01:04.333020 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.managers [req-3c1c1bbe-bf9e-40a0-b588-637b039f7d8d req-e23cde4e-4ab9-40c0-a029-8082bc5140bb service neutron] Bound port: 0ed1e1a7-57d4-4ca3-9a56-96e3e696207c, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4fe1652-d7db-47a5-be36-f616796bf534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727'}}] {{(pid=110157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 15:01:04.333383 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-3c1c1bbe-bf9e-40a0-b588-637b039f7d8d req-e23cde4e-4ab9-40c0-a029-8082bc5140bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (0ed1e1a7-57d4-4ca3-9a56-96e3e696207c), before_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:04.390820 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 15:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e731b6a4-e30b-4c2e-8614-a16d0d847a91 x-openstack-request-id: req-e731b6a4-e30b-4c2e-8614-a16d0d847a91 {{(pid=110156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 15:01:04.391110 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f721eb0d-b804-41bd-ade4-95019478aef5", "tag": "768c0e8a-8f7d-4532-b2e5-1defde7dd51c", "status": "completed", "code": 200}]} {{(pid=110156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 15:01:04.391366 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e731b6a4-e30b-4c2e-8614-a16d0d847a91 {{(pid=110156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 15:01:04.392465 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e731b6a4-e30b-4c2e-8614-a16d0d847a91'] response: {'name': 'network-changed', 'server_uuid': 'f721eb0d-b804-41bd-ade4-95019478aef5', 'tag': '768c0e8a-8f7d-4532-b2e5-1defde7dd51c', 'status': 'completed', 'code': 200} May 18 15:01:04.394390 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-9d2af13e-2f66-4bec-ac6c-fa73039eae41 req-4b135387-7c0e-445c-a2ec-ddce19e1850d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=768c0e8a-8f7d-4532-b2e5-1defde7dd51c HTTP/1.1" status: 200 len: 217 time: 0.0863900 May 18 15:01:04.442766 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:04.443808 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2af13e-2f66-4bec-ac6c-fa73039eae41 req-cffd6f06-d7d6-42f2-a6cd-5ed1d78c6e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:04.446269 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-9d2af13e-2f66-4bec-ac6c-fa73039eae41 req-cffd6f06-d7d6-42f2-a6cd-5ed1d78c6e5a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f0fd852b-2772-465d-a18e-71b8e3f03976 HTTP/1.1" status: 200 len: 849 time: 0.0452528 May 18 15:01:04.463397 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:04.502193 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2af13e-2f66-4bec-ac6c-fa73039eae41 req-b9a5d22e-b802-4b12-a72d-92cc75d0b7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:04.503716 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-9d2af13e-2f66-4bec-ac6c-fa73039eae41 req-b9a5d22e-b802-4b12-a72d-92cc75d0b7f8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f6d46917-2e57-430f-9dbe-54ed4755b607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503824 May 18 15:01:04.524745 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-5368c79f-6b6f-4f73-b7dd-6d6468353250 req-adb0d04f-1ffb-4f32-b33d-a957f2e6cf39 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1525091347&fields=id&tenant_id=51aa9f371a9c4b20bd52f8e251c80711 HTTP/1.1" status: 200 len: 267 time: 0.1237736 May 18 15:01:04.546507 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.db [req-3c1c1bbe-bf9e-40a0-b588-637b039f7d8d req-e23cde4e-4ab9-40c0-a029-8082bc5140bb service neutron] For port 0ed1e1a7-57d4-4ca3-9a56-96e3e696207c, host hv-cinder-83998, cleared binding levels {{(pid=110157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 15:01:04.550657 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0fad7-c522-4635-886c-1cca8154a330 req-c0bc2df2-0da9-4241-8494-6a1231e80090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:04.552196 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8ab0fad7-c522-4635-886c-1cca8154a330 req-c0bc2df2-0da9-4241-8494-6a1231e80090 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4cb14f9c-6f08-4729-8557-f3c05e247fd9 HTTP/1.1" status: 200 len: 910 time: 0.2141647 May 18 15:01:04.578264 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:04.608463 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-9d2af13e-2f66-4bec-ac6c-fa73039eae41 req-a1efcead-0e88-42ab-8851-6e2caa550efc service neutron] 10.222.0.49 "GET /v2.0/networks/f6d46917-2e57-430f-9dbe-54ed4755b607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978525 May 18 15:01:04.622418 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.db [req-3c1c1bbe-bf9e-40a0-b588-637b039f7d8d req-e23cde4e-4ab9-40c0-a029-8082bc5140bb service neutron] For port 0ed1e1a7-57d4-4ca3-9a56-96e3e696207c, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=0ed1e1a7-57d4-4ca3-9a56-96e3e696207c,segment=NetworkSegment(e4fe1652-d7db-47a5-be36-f616796bf534),segment_id=e4fe1652-d7db-47a5-be36-f616796bf534)] {{(pid=110157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 15:01:04.638943 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-3c1c1bbe-bf9e-40a0-b588-637b039f7d8d req-e23cde4e-4ab9-40c0-a029-8082bc5140bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13704156'] for port (0ed1e1a7-57d4-4ca3-9a56-96e3e696207c), after_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:04.650729 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368c79f-6b6f-4f73-b7dd-6d6468353250 req-572db1df-ffcf-4145-8297-11df891c74da tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:04.652206 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-5368c79f-6b6f-4f73-b7dd-6d6468353250 req-572db1df-ffcf-4145-8297-11df891c74da tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d158898-fe22-450d-8a03-33f781b6fa1f HTTP/1.1" status: 200 len: 985 time: 0.1187198 May 18 15:01:04.686666 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [req-5368c79f-6b6f-4f73-b7dd-6d6468353250 req-dcfa3abf-179c-4306-bdca-0a6276559be1 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Request body: {'port': {'security_groups': ['9ae6d231-2416-440b-a669-c55404a7aa80']}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:01:04.700527 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-9d2af13e-2f66-4bec-ac6c-fa73039eae41 req-e825dbc0-2e2d-4d8d-a2ad-8df6ec2270fb service neutron] 10.222.0.49 "GET /v2.0/networks/f6d46917-2e57-430f-9dbe-54ed4755b607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860929 May 18 15:01:04.702237 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8ab0fad7-c522-4635-886c-1cca8154a330 req-092c4f4a-c56a-4d61-959c-c86896aec318 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d HTTP/1.1" status: 200 len: 1001 time: 0.1289296 May 18 15:01:04.741967 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c1bbe-bf9e-40a0-b588-637b039f7d8d req-e23cde4e-4ab9-40c0-a029-8082bc5140bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:04.742591 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-3c1c1bbe-bf9e-40a0-b588-637b039f7d8d req-e23cde4e-4ab9-40c0-a029-8082bc5140bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for port (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:04.743955 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3c1c1bbe-bf9e-40a0-b588-637b039f7d8d req-e23cde4e-4ab9-40c0-a029-8082bc5140bb service neutron] 10.222.0.49 "PUT /v2.0/ports/0ed1e1a7-57d4-4ca3-9a56-96e3e696207c HTTP/1.1" status: 200 len: 1094 time: 1.7979200 May 18 15:01:04.744472 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56dffbf3-4309-4b9f-992f-118a9d2b3563', 'tag': '0ed1e1a7-57d4-4ca3-9a56-96e3e696207c'}] {{(pid=110157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 15:01:04.746744 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3614be4c33be7e0ed28fa23fdbb6a3604458632b91c0a79006a6fb45a0ea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9ea2c3-3424-47f7-b6fc-4288e7b14d17" -d '{"events": [{"name": "network-changed", "server_uuid": "56dffbf3-4309-4b9f-992f-118a9d2b3563", "tag": "0ed1e1a7-57d4-4ca3-9a56-96e3e696207c"}]}' {{(pid=110157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 15:01:04.790985 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 15:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06350c05-21ed-4f45-a9b1-fdf8cb164666 x-openstack-request-id: req-06350c05-21ed-4f45-a9b1-fdf8cb164666 {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 15:01:04.791277 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56dffbf3-4309-4b9f-992f-118a9d2b3563", "tag": "0ed1e1a7-57d4-4ca3-9a56-96e3e696207c", "status": "completed", "code": 200}]} {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 15:01:04.791530 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-06350c05-21ed-4f45-a9b1-fdf8cb164666 {{(pid=110157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 15:01:04.791929 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06350c05-21ed-4f45-a9b1-fdf8cb164666'] response: {'name': 'network-changed', 'server_uuid': '56dffbf3-4309-4b9f-992f-118a9d2b3563', 'tag': '0ed1e1a7-57d4-4ca3-9a56-96e3e696207c', 'status': 'completed', 'code': 200} May 18 15:01:04.826008 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23cde4e-4ab9-40c0-a029-8082bc5140bb service neutron] Pushing event updated for resources: {'Port': ['ID=0ed1e1a7-57d4-4ca3-9a56-96e3e696207c,revision_number=3']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:04.843773 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:04.865476 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-5368c79f-6b6f-4f73-b7dd-6d6468353250 req-dcfa3abf-179c-4306-bdca-0a6276559be1 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (13109190-8799-4d42-a04f-c61a209975be), before_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:04.868792 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0fad7-c522-4635-886c-1cca8154a330 req-5c54c28e-0c39-4940-a7ed-82ac08052cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:04.870347 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8ab0fad7-c522-4635-886c-1cca8154a330 req-5c54c28e-0c39-4940-a7ed-82ac08052cc5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=89243c68-b4f8-45b7-8520-ec7240a88f0d HTTP/1.1" status: 200 len: 848 time: 0.1420057 May 18 15:01:04.960336 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe8367-d0b9-485a-ac79-4aeb394186aa req-60af93c9-3a83-40e6-9d6d-dc9d7408609d tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:04.962463 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3fbe8367-d0b9-485a-ac79-4aeb394186aa req-60af93c9-3a83-40e6-9d6d-dc9d7408609d tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=f721eb0d-b804-41bd-ade4-95019478aef5 HTTP/1.1" status: 200 len: 943 time: 0.0832224 May 18 15:01:05.058151 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3fbe8367-d0b9-485a-ac79-4aeb394186aa req-18ea6341-bb36-47ac-8468-241797083069 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ab8dca0-6f0b-43cc-b27a-a10f3f78ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899251 May 18 15:01:05.172238 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2035615-6db2-4227-9094-da8ef8d9b397 req-353e74d1-5eb4-4ddd-907a-61f94652a500 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:05.173745 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d2035615-6db2-4227-9094-da8ef8d9b397 req-353e74d1-5eb4-4ddd-907a-61f94652a500 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 946 time: 0.0586829 May 18 15:01:05.219731 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.db [req-5368c79f-6b6f-4f73-b7dd-6d6468353250 req-dcfa3abf-179c-4306-bdca-0a6276559be1 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] For port 13109190-8799-4d42-a04f-c61a209975be, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=13109190-8799-4d42-a04f-c61a209975be,segment=NetworkSegment(605bcccb-2406-4480-be4f-227fa2adf873),segment_id=605bcccb-2406-4480-be4f-227fa2adf873)] {{(pid=110157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:01:05.256513 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d2035615-6db2-4227-9094-da8ef8d9b397 req-f4874b64-cb03-4840-9342-bf7f9295f1d9 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae13b159-b5dd-474d-a8c4-0467efdcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763493 May 18 15:01:05.270094 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-5368c79f-6b6f-4f73-b7dd-6d6468353250 req-dcfa3abf-179c-4306-bdca-0a6276559be1 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Publish callbacks [] for port (13109190-8799-4d42-a04f-c61a209975be), precommit_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:05.283235 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-5368c79f-6b6f-4f73-b7dd-6d6468353250 req-dcfa3abf-179c-4306-bdca-0a6276559be1 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13704156'] for port (13109190-8799-4d42-a04f-c61a209975be), after_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:05.323051 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] get_ports_and_sgs() called for port_ids ['13109190-8799-4d42-a04f-c61a209975be'] {{(pid=110158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 15:01:05.344865 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368c79f-6b6f-4f73-b7dd-6d6468353250 req-dcfa3abf-179c-4306-bdca-0a6276559be1 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:05.345482 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-5368c79f-6b6f-4f73-b7dd-6d6468353250 req-dcfa3abf-179c-4306-bdca-0a6276559be1 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for port (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:05.347345 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-5368c79f-6b6f-4f73-b7dd-6d6468353250 req-dcfa3abf-179c-4306-bdca-0a6276559be1 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "PUT /v2.0/ports/13109190-8799-4d42-a04f-c61a209975be HTTP/1.1" status: 200 len: 943 time: 0.6859794 May 18 15:01:05.349421 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:05.353024 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 36958) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:01:05.397089 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43110fc9-ccc0-4ead-8f00-6fa074406eb1 req-30f2f556-9adb-44d2-845e-8f39c3ba60af tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:05.398730 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-43110fc9-ccc0-4ead-8f00-6fa074406eb1 req-30f2f556-9adb-44d2-845e-8f39c3ba60af tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/ports?device_id=56dffbf3-4309-4b9f-992f-118a9d2b3563 HTTP/1.1" status: 200 len: 944 time: 0.0835516 May 18 15:01:05.407487 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfa3abf-179c-4306-bdca-0a6276559be1 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Pushing event updated for resources: {'Port': ['ID=13109190-8799-4d42-a04f-c61a209975be,revision_number=7']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:05.442423 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-e6872cf6-6a02-4647-bbab-4e8d442e8759 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Publish callbacks [] for security_group (87209f13-ae86-4e34-8404-fc5ce5ccdd43), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:05.472937 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-e6872cf6-6a02-4647-bbab-4e8d442e8759 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Publish callbacks [] for security_group (87209f13-ae86-4e34-8404-fc5ce5ccdd43), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:05.496050 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:05.522335 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] get_ports_and_sgs() called for port_ids ['13109190-8799-4d42-a04f-c61a209975be'] {{(pid=110158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 15:01:05.524195 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78eb31-9522-4250-a016-d0e0ca2ca5bb req-26ce6c5b-1959-40ac-986d-c2096302e426 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:05.531678 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-4e78eb31-9522-4250-a016-d0e0ca2ca5bb req-26ce6c5b-1959-40ac-986d-c2096302e426 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 945 time: 0.0846934 May 18 15:01:05.545272 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-43110fc9-ccc0-4ead-8f00-6fa074406eb1 req-6de9b927-b9f2-4c4d-a385-0d1f26109cbc tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9d8de0d-d71c-45de-8a81-9dc55761af47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1397905 May 18 15:01:05.548450 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-e6872cf6-6a02-4647-bbab-4e8d442e8759 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (87209f13-ae86-4e34-8404-fc5ce5ccdd43), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:05.552033 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-e6872cf6-6a02-4647-bbab-4e8d442e8759 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Publish callbacks [] for security_group (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:05.557024 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 36960) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:01:05.558445 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-e6872cf6-6a02-4647-bbab-4e8d442e8759 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "DELETE /v2.0/security-groups/87209f13-ae86-4e34-8404-fc5ce5ccdd43 HTTP/1.1" status: 204 len: 168 time: 0.2042136 May 18 15:01:05.569489 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6872cf6-6a02-4647-bbab-4e8d442e8759 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87209f13-ae86-4e34-8404-fc5ce5ccdd43,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:05.621463 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-0db379cd-2954-484a-8e02-3bb0fd0d2fba None None] Provisioning complete for port 13109190-8799-4d42-a04f-c61a209975be triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 15:01:05.621968 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0db379cd-2954-484a-8e02-3bb0fd0d2fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (13109190-8799-4d42-a04f-c61a209975be), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:05.652971 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-4e78eb31-9522-4250-a016-d0e0ca2ca5bb req-9d5a8f99-a55d-44fe-81ab-ff5a7f7e6c71 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204114 May 18 15:01:05.668092 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=100 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:05.747230 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-0db379cd-2954-484a-8e02-3bb0fd0d2fba None None] Current status of the port 13109190-8799-4d42-a04f-c61a209975be is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 15:01:05.769634 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ea2c3-3424-47f7-b6fc-4288e7b14d17 req-bcc1f3df-4c65-4471-8669-4ff170b90638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:05.771234 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-5e9ea2c3-3424-47f7-b6fc-4288e7b14d17 req-bcc1f3df-4c65-4471-8669-4ff170b90638 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0d032e462665466d83ab51e9c116d1e0&device_id=56dffbf3-4309-4b9f-992f-118a9d2b3563 HTTP/1.1" status: 200 len: 1128 time: 0.0521641 May 18 15:01:05.784518 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:05.812350 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0fad7-c522-4635-886c-1cca8154a330 req-8e2d9dea-b893-4dd6-b7e9-fd3417a363d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:05.814150 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8ab0fad7-c522-4635-886c-1cca8154a330 req-8e2d9dea-b893-4dd6-b7e9-fd3417a363d9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4cb14f9c-6f08-4729-8557-f3c05e247fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1036489 May 18 15:01:05.819256 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ff2d4-535d-4ce0-bd43-8993dc15d8e3 req-30051a2f-20d8-45d9-b672-dde5c96e576f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:05.820768 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-373ff2d4-535d-4ce0-bd43-8993dc15d8e3 req-30051a2f-20d8-45d9-b672-dde5c96e576f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9a08f2c9b8b49f6a5de343bf8826601&device_id=f721eb0d-b804-41bd-ade4-95019478aef5 HTTP/1.1" status: 200 len: 1127 time: 0.0994909 May 18 15:01:05.821323 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [None req-c6e2f74b-5479-4b5b-8bb4-17c925cfddf0 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Deleting port 58292f4c-a3c7-4db7-a028-fe3cf77b9b49 {{(pid=110157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:01:05.821658 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-c6e2f74b-5479-4b5b-8bb4-17c925cfddf0 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (58292f4c-a3c7-4db7-a028-fe3cf77b9b49), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:06.051377 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-c6e2f74b-5479-4b5b-8bb4-17c925cfddf0 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (58292f4c-a3c7-4db7-a028-fe3cf77b9b49), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:06.051703 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-c6e2f74b-5479-4b5b-8bb4-17c925cfddf0 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Publish callbacks [] for floatingip (58292f4c-a3c7-4db7-a028-fe3cf77b9b49), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:06.070650 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ff2d4-535d-4ce0-bd43-8993dc15d8e3 req-cf728b72-991e-47c5-b824-03675dd37868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:06.072147 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-373ff2d4-535d-4ce0-bd43-8993dc15d8e3 req-cf728b72-991e-47c5-b824-03675dd37868 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f6d46917-2e57-430f-9dbe-54ed4755b607 HTTP/1.1" status: 200 len: 911 time: 0.2407351 May 18 15:01:06.077287 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [None req-c6e2f74b-5479-4b5b-8bb4-17c925cfddf0 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Calling delete_port for 58292f4c-a3c7-4db7-a028-fe3cf77b9b49 owned by network:floatingip {{(pid=110157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:01:06.083933 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8ab0fad7-c522-4635-886c-1cca8154a330 req-e6358c1d-bf1e-4413-bfa0-3cbcf614d14b service neutron] 10.222.0.49 "GET /v2.0/networks/4cb14f9c-6f08-4729-8557-f3c05e247fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602024 May 18 15:01:06.125493 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ea2c3-3424-47f7-b6fc-4288e7b14d17 req-3d13ad2f-d707-4a5f-9ba7-51e1194abf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:06.127036 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-5e9ea2c3-3424-47f7-b6fc-4288e7b14d17 req-3d13ad2f-d707-4a5f-9ba7-51e1194abf66 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=0d032e462665466d83ab51e9c116d1e0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3404610 May 18 15:01:06.169650 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-373ff2d4-535d-4ce0-bd43-8993dc15d8e3 req-13119cda-7111-43fa-9a5c-52daa78ca6ba service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=768c0e8a-8f7d-4532-b2e5-1defde7dd51c HTTP/1.1" status: 200 len: 217 time: 0.0879734 May 18 15:01:06.231292 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ea2c3-3424-47f7-b6fc-4288e7b14d17 req-c35bcbbe-d803-4d19-9f93-0516d71a827b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:06.232940 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-5e9ea2c3-3424-47f7-b6fc-4288e7b14d17 req-c35bcbbe-d803-4d19-9f93-0516d71a827b service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1004362 May 18 15:01:06.327817 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6183e-1386-4570-a982-34ec03e2c60f req-7855cf20-fba8-4afd-ba28-cf293c0094cb tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:06.329335 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6ab6183e-1386-4570-a982-34ec03e2c60f req-7855cf20-fba8-4afd-ba28-cf293c0094cb tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=f721eb0d-b804-41bd-ade4-95019478aef5 HTTP/1.1" status: 200 len: 943 time: 0.1891103 May 18 15:01:06.335573 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c1bbe-bf9e-40a0-b588-637b039f7d8d req-c3ab8659-ba8f-4a8b-af50-38154c1c7245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:06.337253 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-3c1c1bbe-bf9e-40a0-b588-637b039f7d8d req-c3ab8659-ba8f-4a8b-af50-38154c1c7245 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0d032e462665466d83ab51e9c116d1e0&device_id=56dffbf3-4309-4b9f-992f-118a9d2b3563 HTTP/1.1" status: 200 len: 1128 time: 0.0449226 May 18 15:01:06.392882 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-3c1c1bbe-bf9e-40a0-b588-637b039f7d8d req-3d58b744-32f1-4140-8f45-a3ff2afd8bc1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ed1e1a7-57d4-4ca3-9a56-96e3e696207c HTTP/1.1" status: 200 len: 217 time: 0.0423503 May 18 15:01:06.443535 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c1bbe-bf9e-40a0-b588-637b039f7d8d req-5a98375c-7884-48e8-b5d8-83d1bc57a17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:06.445105 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-3c1c1bbe-bf9e-40a0-b588-637b039f7d8d req-5a98375c-7884-48e8-b5d8-83d1bc57a17e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=05655c39-f8fa-418a-853d-5fe3e615ed30 HTTP/1.1" status: 200 len: 854 time: 0.0465024 May 18 15:01:06.495309 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c1bbe-bf9e-40a0-b588-637b039f7d8d req-d785fdd6-aa0c-46fa-ab80-588a63c6f184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:06.496798 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-3c1c1bbe-bf9e-40a0-b588-637b039f7d8d req-d785fdd6-aa0c-46fa-ab80-588a63c6f184 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9022122f-bfa2-48d6-ae5d-8c609a059727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453029 May 18 15:01:06.604863 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-3c1c1bbe-bf9e-40a0-b588-637b039f7d8d req-756b8006-e91a-4fc6-a772-c6fc21bfad72 service neutron] 10.222.0.49 "GET /v2.0/networks/9022122f-bfa2-48d6-ae5d-8c609a059727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990415 May 18 15:01:06.661423 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ff2d4-535d-4ce0-bd43-8993dc15d8e3 req-c818ee07-0dba-42d7-bf21-bbbed1911d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:06.663043 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-373ff2d4-535d-4ce0-bd43-8993dc15d8e3 req-c818ee07-0dba-42d7-bf21-bbbed1911d4d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f0fd852b-2772-465d-a18e-71b8e3f03976 HTTP/1.1" status: 200 len: 849 time: 0.4533803 May 18 15:01:06.689527 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8ab0fad7-c522-4635-886c-1cca8154a330 req-93d3b1b0-d099-426d-9c4e-e3beba37a5f6 service neutron] 10.222.0.49 "GET /v2.0/networks/4cb14f9c-6f08-4729-8557-f3c05e247fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5983143 May 18 15:01:06.705169 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-3c1c1bbe-bf9e-40a0-b588-637b039f7d8d req-08f9041b-fdab-42c1-a152-df707fdb7f2c service neutron] 10.222.0.49 "GET /v2.0/networks/9022122f-bfa2-48d6-ae5d-8c609a059727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958889 May 18 15:01:06.719363 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:06.734551 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc967a73-39a9-4f6c-ab4e-5933c89da2f3 req-6618acb4-6c1e-4a88-814a-25cbe21ad7b4 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:06.736025 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-dc967a73-39a9-4f6c-ab4e-5933c89da2f3 req-6618acb4-6c1e-4a88-814a-25cbe21ad7b4 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 946 time: 0.4040689 May 18 15:01:06.784359 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ff2d4-535d-4ce0-bd43-8993dc15d8e3 req-8c2fffda-4079-44ee-b4de-27ddde7660a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:06.785856 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-373ff2d4-535d-4ce0-bd43-8993dc15d8e3 req-8c2fffda-4079-44ee-b4de-27ddde7660a6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f6d46917-2e57-430f-9dbe-54ed4755b607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1123669 May 18 15:01:06.791477 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6ab6183e-1386-4570-a982-34ec03e2c60f req-d190dbaf-26bc-4700-8a6e-2ef04746dcb9 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ab8dca0-6f0b-43cc-b27a-a10f3f78ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4509802 May 18 15:01:06.792858 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d158898-fe22-450d-8a03-33f781b6fa1f', 'tag': '13109190-8799-4d42-a04f-c61a209975be'}] {{(pid=110157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 15:01:06.795085 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3614be4c33be7e0ed28fa23fdbb6a3604458632b91c0a79006a6fb45a0ea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9481be4-c143-4c31-8e61-9816f9ce93c9" -d '{"events": [{"name": "network-changed", "server_uuid": "1d158898-fe22-450d-8a03-33f781b6fa1f", "tag": "13109190-8799-4d42-a04f-c61a209975be"}]}' {{(pid=110157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 15:01:06.852378 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-dc967a73-39a9-4f6c-ab4e-5933c89da2f3 req-a5355cdd-c4f5-41f0-bb8c-9a658c9a8c14 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae13b159-b5dd-474d-a8c4-0467efdcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099274 May 18 15:01:06.898662 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:06.914364 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa5716-1197-4da4-b4d4-5684f8af3570 req-3aea4b73-17d2-4704-a8c4-e12cbbc065da tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:06.915875 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-a4fa5716-1197-4da4-b4d4-5684f8af3570 req-3aea4b73-17d2-4704-a8c4-e12cbbc065da tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/ports?device_id=56dffbf3-4309-4b9f-992f-118a9d2b3563 HTTP/1.1" status: 200 len: 944 time: 0.0625293 May 18 15:01:06.919210 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-c6e2f74b-5479-4b5b-8bb4-17c925cfddf0 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13704171'] for port (58292f4c-a3c7-4db7-a028-fe3cf77b9b49), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:06.985976 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e2f74b-5479-4b5b-8bb4-17c925cfddf0 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Pushing event deleted for resources: {'Port': ['ID=58292f4c-a3c7-4db7-a028-fe3cf77b9b49,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:07.031639 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc3e5d-627e-446c-a23c-9fed4696bd7b req-bfdc25dd-0fe9-4d33-82c6-53d2a0ef7ada tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:07.033153 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-17dc3e5d-627e-446c-a23c-9fed4696bd7b req-bfdc25dd-0fe9-4d33-82c6-53d2a0ef7ada tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 945 time: 0.1163998 May 18 15:01:07.074304 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-a4fa5716-1197-4da4-b4d4-5684f8af3570 req-b15624ac-e020-43a6-b797-975e30c7d117 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9d8de0d-d71c-45de-8a81-9dc55761af47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1458106 May 18 15:01:07.116911 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-c6e2f74b-5479-4b5b-8bb4-17c925cfddf0 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Publish callbacks [] for floatingip (9cf7a237-1986-4d1f-818e-24a7b1876c4b), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:07.117245 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.db.l3_db [None req-c6e2f74b-5479-4b5b-8bb4-17c925cfddf0 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Floating IP 9cf7a237-1986-4d1f-818e-24a7b1876c4b disassociated (deleted). External IP: 172.27.3.93, port: 13109190-8799-4d42-a04f-c61a209975be. May 18 15:01:07.161061 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-17dc3e5d-627e-446c-a23c-9fed4696bd7b req-c64be576-7739-4534-a462-136ec5660e33 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155498 May 18 15:01:07.177918 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 15:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5d28c0-80a4-4329-a54b-d06cdaa98f72 x-openstack-request-id: req-7a5d28c0-80a4-4329-a54b-d06cdaa98f72 {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 15:01:07.178205 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d158898-fe22-450d-8a03-33f781b6fa1f", "tag": "13109190-8799-4d42-a04f-c61a209975be", "status": "completed", "code": 200}]} {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 15:01:07.178454 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7a5d28c0-80a4-4329-a54b-d06cdaa98f72 {{(pid=110157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 15:01:07.179137 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a5d28c0-80a4-4329-a54b-d06cdaa98f72'] response: {'name': 'network-changed', 'server_uuid': '1d158898-fe22-450d-8a03-33f781b6fa1f', 'tag': '13109190-8799-4d42-a04f-c61a209975be', 'status': 'completed', 'code': 200} May 18 15:01:07.329174 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6e2f74b-5479-4b5b-8bb4-17c925cfddf0 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Router cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef has already been hosted by L3 agent a5518e17-d4a6-403f-b34f-0fa3d03f1833 {{(pid=110157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 15:01:07.432629 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e2f74b-5479-4b5b-8bb4-17c925cfddf0 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Notify agent at l3_agent.dv-cinder-839987-7-iscsi the message routers_updated {{(pid=110157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 15:01:07.437350 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-c6e2f74b-5479-4b5b-8bb4-17c925cfddf0 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for floatingip (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:07.441973 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45dbf29-6b04-4a5e-a73d-d370cc728ddf None None] Sync routers for ids ['cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef'] in dv-cinder-839987-7-iscsi {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 15:01:07.453182 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45dbf29-6b04-4a5e-a73d-d370cc728ddf None None] Routers {'cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:01:07.453787 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-b45dbf29-6b04-4a5e-a73d-d370cc728ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:00:53Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:01:07.467403 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-c6e2f74b-5479-4b5b-8bb4-17c925cfddf0 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "DELETE /v2.0/floatingips/9cf7a237-1986-4d1f-818e-24a7b1876c4b HTTP/1.1" status: 204 len: 168 time: 1.9092247 May 18 15:01:07.642629 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-b45dbf29-6b04-4a5e-a73d-d370cc728ddf None None] Set router cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:01:07.834673 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-b45dbf29-6b04-4a5e-a73d-d370cc728ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef', 'name': 'tempest-TestMinimumBasicScenario-1793539287-router', 'tenant_id': '51aa9f371a9c4b20bd52f8e251c80711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '966617e1-a095-40fc-88c0-fcbbdc03e57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:58:23Z', 'updated_at': '2022-05-18T14:58:26Z', 'revision_number': 4, 'project_id': '51aa9f371a9c4b20bd52f8e251c80711', 'gw_port': {'id': '966617e1-a095-40fc-88c0-fcbbdc03e57f', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:01:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:58:24Z', 'updated_at': '2022-05-18T14:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': '961bfb30-2f69-45c2-82b7-2052c0935a46', 'name': '', 'network_id': '5bc950ac-9a60-4db1-9e91-6b6e6f038301', 'tenant_id': '51aa9f371a9c4b20bd52f8e251c80711', 'mac_address': 'fa:16:3e:ad:97:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'f67ef94c-fe95-4707-8c30-e8bb6bac9712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:58:25Z', 'updated_at': '2022-05-18T14:58:33Z', 'revision_number': 5, 'project_id': '51aa9f371a9c4b20bd52f8e251c80711', 'subnets': [{'id': 'f67ef94c-fe95-4707-8c30-e8bb6bac9712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:01:07.859916 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45dbf29-6b04-4a5e-a73d-d370cc728ddf None None] Checking router: cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef for host: dv-cinder-839987-7-iscsi {{(pid=110159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 15:01:07.868899 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45dbf29-6b04-4a5e-a73d-d370cc728ddf None None] Routers {'cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:01:07.869498 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-b45dbf29-6b04-4a5e-a73d-d370cc728ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:00:53Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:01:07.892389 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device 768c0e8a-8f7d-4532-b2e5-1defde7dd51c details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=110158) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 15:01:07.907752 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712281a-ccf9-4afc-a908-9b70bbc81546 req-9a98c0b7-4339-418f-bf5c-0b1e59501cc1 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:07.909334 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-9712281a-ccf9-4afc-a908-9b70bbc81546 req-9a98c0b7-4339-418f-bf5c-0b1e59501cc1 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=f721eb0d-b804-41bd-ade4-95019478aef5 HTTP/1.1" status: 200 len: 943 time: 0.0489554 May 18 15:01:07.975103 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-b45dbf29-6b04-4a5e-a73d-d370cc728ddf None None] Set router cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:01:07.992372 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-9712281a-ccf9-4afc-a908-9b70bbc81546 req-59684758-5feb-41b3-a981-569ed7a021bd tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ab8dca0-6f0b-43cc-b27a-a10f3f78ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757523 May 18 15:01:08.005284 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:08.031054 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96021c6-5be4-497d-9042-4ab2c6ab51cf req-39628419-b865-4ace-9733-55692b9f307c tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:08.032552 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f96021c6-5be4-497d-9042-4ab2c6ab51cf req-39628419-b865-4ace-9733-55692b9f307c tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 946 time: 0.0841041 May 18 15:01:08.051356 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port 768c0e8a-8f7d-4532-b2e5-1defde7dd51c, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=768c0e8a-8f7d-4532-b2e5-1defde7dd51c,segment=NetworkSegment(d0c07c6c-a57f-489c-a460-fa95911c3ff5),segment_id=d0c07c6c-a57f-489c-a460-fa95911c3ff5)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:01:08.064402 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Returning: {'device': '768c0e8a-8f7d-4532-b2e5-1defde7dd51c', 'network_id': 'f6d46917-2e57-430f-9dbe-54ed4755b607', 'port_id': '768c0e8a-8f7d-4532-b2e5-1defde7dd51c', 'mac_address': 'fa:16:3e:52:ae:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0fd852b-2772-465d-a18e-71b8e3f03976', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110158) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 15:01:08.102952 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Current status of the port 768c0e8a-8f7d-4532-b2e5-1defde7dd51c is: DOWN; New status is: BUILD {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 15:01:08.103347 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (768c0e8a-8f7d-4532-b2e5-1defde7dd51c), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:08.122377 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 768c0e8a-8f7d-4532-b2e5-1defde7dd51c {{(pid=110158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 15:01:08.142243 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=100 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:08.146091 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port 768c0e8a-8f7d-4532-b2e5-1defde7dd51c, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=768c0e8a-8f7d-4532-b2e5-1defde7dd51c,segment=NetworkSegment(d0c07c6c-a57f-489c-a460-fa95911c3ff5),segment_id=d0c07c6c-a57f-489c-a460-fa95911c3ff5)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:01:08.150146 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f96021c6-5be4-497d-9042-4ab2c6ab51cf req-780a7908-b79b-41c6-afcf-5baa36f08b09 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae13b159-b5dd-474d-a8c4-0467efdcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069448 May 18 15:01:08.157418 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (768c0e8a-8f7d-4532-b2e5-1defde7dd51c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:08.161738 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-373ff2d4-535d-4ce0-bd43-8993dc15d8e3 req-e4b69011-e7b7-4f53-b6d8-91df30fa2e64 service neutron] 10.222.0.49 "GET /v2.0/networks/f6d46917-2e57-430f-9dbe-54ed4755b607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507638 May 18 15:01:08.187210 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-b45dbf29-6b04-4a5e-a73d-d370cc728ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef', 'name': 'tempest-TestMinimumBasicScenario-1793539287-router', 'tenant_id': '51aa9f371a9c4b20bd52f8e251c80711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '966617e1-a095-40fc-88c0-fcbbdc03e57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:58:23Z', 'updated_at': '2022-05-18T14:58:26Z', 'revision_number': 4, 'project_id': '51aa9f371a9c4b20bd52f8e251c80711', 'gw_port': {'id': '966617e1-a095-40fc-88c0-fcbbdc03e57f', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:01:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:58:24Z', 'updated_at': '2022-05-18T14:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': '961bfb30-2f69-45c2-82b7-2052c0935a46', 'name': '', 'network_id': '5bc950ac-9a60-4db1-9e91-6b6e6f038301', 'tenant_id': '51aa9f371a9c4b20bd52f8e251c80711', 'mac_address': 'fa:16:3e:ad:97:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'f67ef94c-fe95-4707-8c30-e8bb6bac9712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:58:25Z', 'updated_at': '2022-05-18T14:58:33Z', 'revision_number': 5, 'project_id': '51aa9f371a9c4b20bd52f8e251c80711', 'subnets': [{'id': 'f67ef94c-fe95-4707-8c30-e8bb6bac9712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:01:08.231309 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45dbf29-6b04-4a5e-a73d-d370cc728ddf None None] The sync data for ids ['cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef'] in dv-cinder-839987-7-iscsi is: [{'id': 'cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef', 'name': 'tempest-TestMinimumBasicScenario-1793539287-router', 'tenant_id': '51aa9f371a9c4b20bd52f8e251c80711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '966617e1-a095-40fc-88c0-fcbbdc03e57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:58:23Z', 'updated_at': '2022-05-18T14:58:26Z', 'revision_number': 4, 'project_id': '51aa9f371a9c4b20bd52f8e251c80711', 'gw_port': {'id': '966617e1-a095-40fc-88c0-fcbbdc03e57f', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:01:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:58:24Z', 'updated_at': '2022-05-18T14:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': '961bfb30-2f69-45c2-82b7-2052c0935a46', 'name': '', 'network_id': '5bc950ac-9a60-4db1-9e91-6b6e6f038301', 'tenant_id': '51aa9f371a9c4b20bd52f8e251c80711', 'mac_address': 'fa:16:3e:ad:97:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'f67ef94c-fe95-4707-8c30-e8bb6bac9712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:58:25Z', 'updated_at': '2022-05-18T14:58:33Z', 'revision_number': 5, 'project_id': '51aa9f371a9c4b20bd52f8e251c80711', 'subnets': [{'id': 'f67ef94c-fe95-4707-8c30-e8bb6bac9712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 15:01:08.243570 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ea680-a97d-4412-844f-ec9e77e45e91 req-a78830e0-7848-474d-9146-3512aa203667 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:08.249235 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e72ea680-a97d-4412-844f-ec9e77e45e91 req-a78830e0-7848-474d-9146-3512aa203667 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/ports?device_id=56dffbf3-4309-4b9f-992f-118a9d2b3563 HTTP/1.1" status: 200 len: 944 time: 0.0714309 May 18 15:01:08.322622 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374541af-61b5-4847-afaf-0f7f39775ca9 req-77b19955-86da-4cdd-8932-06491ed7671a tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:08.324394 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-374541af-61b5-4847-afaf-0f7f39775ca9 req-77b19955-86da-4cdd-8932-06491ed7671a tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 945 time: 0.0738542 May 18 15:01:08.334276 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Pushing event updated for resources: {'Port': ['ID=768c0e8a-8f7d-4532-b2e5-1defde7dd51c,revision_number=4']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:08.340241 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:08.357362 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e72ea680-a97d-4412-844f-ec9e77e45e91 req-5cb45e56-fe5c-492f-a500-93fcfdb2c2f8 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9d8de0d-d71c-45de-8a81-9dc55761af47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1052110 May 18 15:01:08.388923 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-374541af-61b5-4847-afaf-0f7f39775ca9 req-a1478b5b-11d7-4a75-9697-362c6e42349f tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539184 May 18 15:01:08.483398 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a2e0f7-0f6a-4f2a-b250-25e8bd23e49e None None] New status for floating IP 9cf7a237-1986-4d1f-818e-24a7b1876c4b: DOWN {{(pid=110158) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 15:01:08.541995 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] get_ports_and_sgs() called for port_ids ['768c0e8a-8f7d-4532-b2e5-1defde7dd51c'] {{(pid=110158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 15:01:08.601351 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:08.811110 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:08.815043 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9481be4-c143-4c31-8e61-9816f9ce93c9 req-e2b4f966-f6fe-4ed8-9a76-9db44fa5e6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:08.816516 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-f9481be4-c143-4c31-8e61-9816f9ce93c9 req-e2b4f966-f6fe-4ed8-9a76-9db44fa5e6cf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=51aa9f371a9c4b20bd52f8e251c80711&device_id=1d158898-fe22-450d-8a03-33f781b6fa1f HTTP/1.1" status: 200 len: 1130 time: 0.0402408 May 18 15:01:09.118459 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9481be4-c143-4c31-8e61-9816f9ce93c9 req-f69be254-063c-4c68-b784-cfe7c96adc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:09.120087 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-f9481be4-c143-4c31-8e61-9816f9ce93c9 req-f69be254-063c-4c68-b784-cfe7c96adc2a service neutron] 10.222.0.49 "GET /v2.0/networks?id=5bc950ac-9a60-4db1-9e91-6b6e6f038301 HTTP/1.1" status: 200 len: 916 time: 0.0994525 May 18 15:01:09.139083 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a0f551-4ebb-4800-b2d9-3a65628db4e5 req-cf9f22e0-16d2-4bea-97a5-3428257c7e83 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:09.140773 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-15a0f551-4ebb-4800-b2d9-3a65628db4e5 req-cf9f22e0-16d2-4bea-97a5-3428257c7e83 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=f721eb0d-b804-41bd-ade4-95019478aef5 HTTP/1.1" status: 200 len: 944 time: 0.0700545 May 18 15:01:09.167597 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-f9481be4-c143-4c31-8e61-9816f9ce93c9 req-f5bc238c-81b3-4c3b-930b-a18b15776f3f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13109190-8799-4d42-a04f-c61a209975be HTTP/1.1" status: 200 len: 217 time: 0.0354776 May 18 15:01:09.172128 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-373ff2d4-535d-4ce0-bd43-8993dc15d8e3 req-212a9672-6601-44ab-bcfd-d24c0af1ddd8 service neutron] 10.222.0.49 "GET /v2.0/networks/f6d46917-2e57-430f-9dbe-54ed4755b607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545990 May 18 15:01:09.182866 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d158898-fe22-450d-8a03-33f781b6fa1f', 'tag': '13109190-8799-4d42-a04f-c61a209975be'}] {{(pid=110157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 15:01:09.185104 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3614be4c33be7e0ed28fa23fdbb6a3604458632b91c0a79006a6fb45a0ea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186715c8-64cd-4178-9261-619b22cfb90b" -d '{"events": [{"name": "network-changed", "server_uuid": "1d158898-fe22-450d-8a03-33f781b6fa1f", "tag": "13109190-8799-4d42-a04f-c61a209975be"}]}' {{(pid=110157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 15:01:09.205217 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-15a0f551-4ebb-4800-b2d9-3a65628db4e5 req-dd6c5491-dd8c-4a81-bb1a-209340562791 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ab8dca0-6f0b-43cc-b27a-a10f3f78ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580599 May 18 15:01:09.263713 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 15:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a058e7e-6e01-4e50-9c00-5fae8303ea0a x-openstack-request-id: req-5a058e7e-6e01-4e50-9c00-5fae8303ea0a {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 15:01:09.264107 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d158898-fe22-450d-8a03-33f781b6fa1f", "tag": "13109190-8799-4d42-a04f-c61a209975be", "status": "completed", "code": 200}]} {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 15:01:09.264416 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5a058e7e-6e01-4e50-9c00-5fae8303ea0a {{(pid=110157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 15:01:09.264827 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a058e7e-6e01-4e50-9c00-5fae8303ea0a'] response: {'name': 'network-changed', 'server_uuid': '1d158898-fe22-450d-8a03-33f781b6fa1f', 'tag': '13109190-8799-4d42-a04f-c61a209975be', 'status': 'completed', 'code': 200} May 18 15:01:09.283246 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ca7aa-6088-4c44-8161-0e0f8ea03f35 req-0b97af6a-10cf-4c33-992b-66865d09f4d8 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:09.284731 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-c74ca7aa-6088-4c44-8161-0e0f8ea03f35 req-0b97af6a-10cf-4c33-992b-66865d09f4d8 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 946 time: 0.0547523 May 18 15:01:09.332640 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-c74ca7aa-6088-4c44-8161-0e0f8ea03f35 req-b038dec5-d126-435d-a048-054254845f85 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae13b159-b5dd-474d-a8c4-0467efdcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424099 May 18 15:01:09.482138 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bf6502-a43b-40d3-9636-59c873f74d76 req-4abbce8d-828b-4434-b889-a320dad02fce tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:09.483808 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e3bf6502-a43b-40d3-9636-59c873f74d76 req-4abbce8d-828b-4434-b889-a320dad02fce tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/ports?device_id=56dffbf3-4309-4b9f-992f-118a9d2b3563 HTTP/1.1" status: 200 len: 944 time: 0.0587127 May 18 15:01:09.495845 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:09.516146 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9481be4-c143-4c31-8e61-9816f9ce93c9 req-19a1668d-0d22-4db7-ab9b-7df281348584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:09.518098 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-f9481be4-c143-4c31-8e61-9816f9ce93c9 req-19a1668d-0d22-4db7-ab9b-7df281348584 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f67ef94c-fe95-4707-8c30-e8bb6bac9712 HTTP/1.1" status: 200 len: 854 time: 0.0520582 May 18 15:01:09.542365 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087ca61-132a-4043-9850-1f91905d78e2 req-24ae2a0c-9b23-4baf-94a1-111f9fe57b53 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:09.544646 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e087ca61-132a-4043-9850-1f91905d78e2 req-24ae2a0c-9b23-4baf-94a1-111f9fe57b53 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 945 time: 0.0822654 May 18 15:01:09.572057 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9481be4-c143-4c31-8e61-9816f9ce93c9 req-00e27cf7-20a7-40e2-9792-5914d47c3b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:09.573699 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-f9481be4-c143-4c31-8e61-9816f9ce93c9 req-00e27cf7-20a7-40e2-9792-5914d47c3b14 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5bc950ac-9a60-4db1-9e91-6b6e6f038301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493031 May 18 15:01:09.593682 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e3bf6502-a43b-40d3-9636-59c873f74d76 req-031b5506-354f-4c69-9e8e-bbb7d0f0fe95 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9d8de0d-d71c-45de-8a81-9dc55761af47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0931337 May 18 15:01:09.621822 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e087ca61-132a-4043-9850-1f91905d78e2 req-786020ea-9031-4ac3-bd2b-700df30af46d tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655923 May 18 15:01:09.723627 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-f9481be4-c143-4c31-8e61-9816f9ce93c9 req-181ab331-109c-47de-9f66-72d6083f4ab8 service neutron] 10.222.0.49 "GET /v2.0/networks/5bc950ac-9a60-4db1-9e91-6b6e6f038301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994568 May 18 15:01:09.821183 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-f9481be4-c143-4c31-8e61-9816f9ce93c9 req-e7f9782c-6c10-4e3f-9def-fd12f77a3293 service neutron] 10.222.0.49 "GET /v2.0/networks/5bc950ac-9a60-4db1-9e91-6b6e6f038301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911117 May 18 15:01:09.924654 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device 768c0e8a-8f7d-4532-b2e5-1defde7dd51c up at agent hyperv_hv-cinder-83998 {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 15:01:09.938751 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186715c8-64cd-4178-9261-619b22cfb90b req-f0c2c96d-818e-4ed5-a8b0-8ca83fcbf9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:09.941270 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-186715c8-64cd-4178-9261-619b22cfb90b req-f0c2c96d-818e-4ed5-a8b0-8ca83fcbf9c9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=51aa9f371a9c4b20bd52f8e251c80711&device_id=1d158898-fe22-450d-8a03-33f781b6fa1f HTTP/1.1" status: 200 len: 1130 time: 0.0477393 May 18 15:01:09.981032 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Provisioning for port 768c0e8a-8f7d-4532-b2e5-1defde7dd51c completed by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 15:01:09.990835 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Provisioning complete for port 768c0e8a-8f7d-4532-b2e5-1defde7dd51c triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 15:01:09.991429 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (768c0e8a-8f7d-4532-b2e5-1defde7dd51c), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:10.062217 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186715c8-64cd-4178-9261-619b22cfb90b req-90723eca-1065-4b45-91e0-a28e491c3bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:10.064156 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-186715c8-64cd-4178-9261-619b22cfb90b req-90723eca-1065-4b45-91e0-a28e491c3bbd service neutron] 10.222.0.49 "GET /v2.0/networks?id=5bc950ac-9a60-4db1-9e91-6b6e6f038301 HTTP/1.1" status: 200 len: 916 time: 0.1116412 May 18 15:01:10.070553 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Current status of the port 768c0e8a-8f7d-4532-b2e5-1defde7dd51c is: BUILD; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 15:01:10.071045 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (768c0e8a-8f7d-4532-b2e5-1defde7dd51c), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:10.093479 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f721eb0d-b804-41bd-ade4-95019478aef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768c0e8a-8f7d-4532-b2e5-1defde7dd51c'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 15:01:10.095713 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62dae43363b0d9fbe88fecb50d2dfb4fafe72539e0e1d03116e82a6fdda86ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf61ad97-1bf2-4579-90ca-787c6cf9c486" -d '{"events": [{"server_uuid": "f721eb0d-b804-41bd-ade4-95019478aef5", "name": "network-vif-plugged", "status": "completed", "tag": "768c0e8a-8f7d-4532-b2e5-1defde7dd51c"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 15:01:10.112733 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port 768c0e8a-8f7d-4532-b2e5-1defde7dd51c, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=768c0e8a-8f7d-4532-b2e5-1defde7dd51c,segment=NetworkSegment(d0c07c6c-a57f-489c-a460-fa95911c3ff5),segment_id=d0c07c6c-a57f-489c-a460-fa95911c3ff5)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:01:10.122458 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (768c0e8a-8f7d-4532-b2e5-1defde7dd51c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:10.123337 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device 85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d no longer exists at agent hyperv_hv-cinder-83998 {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 15:01:10.140149 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-186715c8-64cd-4178-9261-619b22cfb90b req-360660a6-b117-455c-86ef-2fa6ba18c3ed service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13109190-8799-4d42-a04f-c61a209975be HTTP/1.1" status: 200 len: 217 time: 0.0475309 May 18 15:01:10.155052 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 15:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3006f7ef-1918-4d3b-bb03-1153db1631d0 x-openstack-request-id: req-3006f7ef-1918-4d3b-bb03-1153db1631d0 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 15:01:10.155339 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f721eb0d-b804-41bd-ade4-95019478aef5", "name": "network-vif-plugged", "status": "completed", "tag": "768c0e8a-8f7d-4532-b2e5-1defde7dd51c", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 15:01:10.155591 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3006f7ef-1918-4d3b-bb03-1153db1631d0 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 15:01:10.155981 dv-cinder-839987-7-iscsi neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3006f7ef-1918-4d3b-bb03-1153db1631d0'] response: {'server_uuid': 'f721eb0d-b804-41bd-ade4-95019478aef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768c0e8a-8f7d-4532-b2e5-1defde7dd51c', 'code': 200} May 18 15:01:10.176238 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:10.220993 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Pushing event updated for resources: {'Port': ['ID=768c0e8a-8f7d-4532-b2e5-1defde7dd51c,revision_number=5']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:10.251836 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186715c8-64cd-4178-9261-619b22cfb90b req-38e04a6f-93d1-4998-b446-f8370d3863b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:10.254406 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-186715c8-64cd-4178-9261-619b22cfb90b req-38e04a6f-93d1-4998-b446-f8370d3863b8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f67ef94c-fe95-4707-8c30-e8bb6bac9712 HTTP/1.1" status: 200 len: 854 time: 0.0567203 May 18 15:01:10.256392 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Current status of the port 85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d is: ACTIVE; New status is: DOWN {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 15:01:10.256816 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:10.291182 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port 85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d,segment=NetworkSegment(6c60f771-397d-4b26-9fa2-616a44f0e2a2),segment_id=6c60f771-397d-4b26-9fa2-616a44f0e2a2)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:01:10.295154 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:10.322447 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c12604-7458-4306-8894-18bdf325c988 req-ca80f97c-5448-4437-aa53-46677c707c9f tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:10.323938 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-64c12604-7458-4306-8894-18bdf325c988 req-ca80f97c-5448-4437-aa53-46677c707c9f tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=f721eb0d-b804-41bd-ade4-95019478aef5 HTTP/1.1" status: 200 len: 945 time: 0.0492415 May 18 15:01:10.341861 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Pushing event updated for resources: {'Port': ['ID=85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d,revision_number=6']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:10.372558 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-64c12604-7458-4306-8894-18bdf325c988 req-6a8aa28f-0928-42b9-9c5b-6c92af0ecf3a tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ab8dca0-6f0b-43cc-b27a-a10f3f78ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427063 May 18 15:01:10.452022 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75023f-9f3c-4dc6-9ad5-80ddb825bbee req-53285a34-2fff-4d3b-90f1-5bf182101f4e tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:10.453661 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2b75023f-9f3c-4dc6-9ad5-80ddb825bbee req-53285a34-2fff-4d3b-90f1-5bf182101f4e tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 944 time: 0.0497282 May 18 15:01:10.484989 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186715c8-64cd-4178-9261-619b22cfb90b req-c83c878a-4bf9-4892-b38d-d77f554f3814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:10.486527 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-186715c8-64cd-4178-9261-619b22cfb90b req-c83c878a-4bf9-4892-b38d-d77f554f3814 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5bc950ac-9a60-4db1-9e91-6b6e6f038301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0575473 May 18 15:01:10.516870 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2b75023f-9f3c-4dc6-9ad5-80ddb825bbee req-e49b4cf8-c8dc-488a-9549-5bd14798864b tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae13b159-b5dd-474d-a8c4-0467efdcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564976 May 18 15:01:10.558301 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:10.559687 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e599d8e-28af-4ee2-8437-22562dac34d0 req-692641ed-e61a-42b0-b085-95c2ff2a2477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:10.562048 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-9e599d8e-28af-4ee2-8437-22562dac34d0 req-692641ed-e61a-42b0-b085-95c2ff2a2477 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f721eb0d-b804-41bd-ade4-95019478aef5 HTTP/1.1" status: 200 len: 1129 time: 0.0437226 May 18 15:01:10.603307 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-186715c8-64cd-4178-9261-619b22cfb90b req-8af7c5c9-1342-42dc-bc5c-eb1fd1aceb0b service neutron] 10.222.0.49 "GET /v2.0/networks/5bc950ac-9a60-4db1-9e91-6b6e6f038301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063688 May 18 15:01:10.613331 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-9e599d8e-28af-4ee2-8437-22562dac34d0 req-c2b8d490-10a1-405f-8d74-15b7e781de71 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5ab8dca0-6f0b-43cc-b27a-a10f3f78ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463419 May 18 15:01:10.727535 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-186715c8-64cd-4178-9261-619b22cfb90b req-c13d9b22-3468-4c4d-8d3f-ea2c0bffb70a service neutron] 10.222.0.49 "GET /v2.0/networks/5bc950ac-9a60-4db1-9e91-6b6e6f038301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177182 May 18 15:01:10.733221 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae35615-dfd8-4ebe-9ac2-bdc439e65838 req-5b2ee86c-2164-457a-bed2-6a846e84a8af tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:10.734606 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-fae35615-dfd8-4ebe-9ac2-bdc439e65838 req-5b2ee86c-2164-457a-bed2-6a846e84a8af tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/ports?device_id=56dffbf3-4309-4b9f-992f-118a9d2b3563 HTTP/1.1" status: 200 len: 944 time: 0.0651450 May 18 15:01:10.745991 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 37022) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:01:10.794552 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd93a7b-c170-46ab-9725-b5931cb5e41a req-f2330762-036f-4e02-acb4-6cce77ff94ee tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:10.796030 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2cd93a7b-c170-46ab-9725-b5931cb5e41a req-f2330762-036f-4e02-acb4-6cce77ff94ee tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 944 time: 0.0796070 May 18 15:01:10.832566 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-373f9631-2eda-45e0-8437-0b181d8bcd92 req-05a9181a-ac2c-4f34-9189-87fedec4fb9a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0853388 May 18 15:01:10.843063 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [req-373f9631-2eda-45e0-8437-0b181d8bcd92 req-291d0b4c-6a7a-44fa-8536-87c2cbb65fe8 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110156) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 18 15:01:10.844752 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-373f9631-2eda-45e0-8437-0b181d8bcd92 req-291d0b4c-6a7a-44fa-8536-87c2cbb65fe8 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053351 May 18 15:01:10.847498 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-fae35615-dfd8-4ebe-9ac2-bdc439e65838 req-636c0f2d-68e2-40fe-ad94-319867a8bf44 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9d8de0d-d71c-45de-8a81-9dc55761af47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0926161 May 18 15:01:10.886613 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2cd93a7b-c170-46ab-9725-b5931cb5e41a req-4a40e031-2eea-43e1-b055-dc291ec43eb8 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae13b159-b5dd-474d-a8c4-0467efdcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844078 May 18 15:01:10.932974 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 37032) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:01:10.967803 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd5c883-94e6-45ea-aee2-7d5491dde74f req-c2f80169-d32e-4899-9d59-230aa6bbe5a4 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:10.969476 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-5dd5c883-94e6-45ea-aee2-7d5491dde74f req-c2f80169-d32e-4899-9d59-230aa6bbe5a4 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 945 time: 0.0575490 May 18 15:01:10.981111 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:10.986663 dv-cinder-839987-7-iscsi neutron-server[110156]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 18 15:01:11.021772 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-5dd5c883-94e6-45ea-aee2-7d5491dde74f req-59aaa226-720b-4b7f-a150-b7b0483e8e98 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465469 May 18 15:01:11.040965 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f9631-2eda-45e0-8437-0b181d8bcd92 req-30ab8b0c-70ec-4eab-8154-d0a65220c1e9 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:11.042420 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-373f9631-2eda-45e0-8437-0b181d8bcd92 req-30ab8b0c-70ec-4eab-8154-d0a65220c1e9 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/ports/85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d HTTP/1.1" status: 200 len: 941 time: 0.1084585 May 18 15:01:11.493545 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a0bfc4-e62c-48fd-82ec-954fd589d6a9 req-4054872f-2552-47c8-8ac7-d6bca6c4fb37 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:11.495052 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-02a0bfc4-e62c-48fd-82ec-954fd589d6a9 req-4054872f-2552-47c8-8ac7-d6bca6c4fb37 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=f721eb0d-b804-41bd-ade4-95019478aef5 HTTP/1.1" status: 200 len: 945 time: 0.0554450 May 18 15:01:11.546704 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-02a0bfc4-e62c-48fd-82ec-954fd589d6a9 req-032ccb15-7a21-4192-aab1-c396ed77159f tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ab8dca0-6f0b-43cc-b27a-a10f3f78ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454249 May 18 15:01:11.928088 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device 0ed1e1a7-57d4-4ca3-9a56-96e3e696207c details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=110158) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 15:01:11.973785 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f26333-1972-417e-b5be-79e14f73d29d req-895cfa48-0d90-4f4b-a1a9-bb4ac599a84f tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:11.975242 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-02f26333-1972-417e-b5be-79e14f73d29d req-895cfa48-0d90-4f4b-a1a9-bb4ac599a84f tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/ports?device_id=56dffbf3-4309-4b9f-992f-118a9d2b3563 HTTP/1.1" status: 200 len: 944 time: 0.0568538 May 18 15:01:12.026075 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea1055-f811-42a1-9376-de54120abc0c req-bd323549-1b28-4005-b7f0-41a40ee91d91 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:12.027448 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-c9ea1055-f811-42a1-9376-de54120abc0c req-bd323549-1b28-4005-b7f0-41a40ee91d91 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 944 time: 0.0710146 May 18 15:01:12.033296 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port 0ed1e1a7-57d4-4ca3-9a56-96e3e696207c, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=0ed1e1a7-57d4-4ca3-9a56-96e3e696207c,segment=NetworkSegment(e4fe1652-d7db-47a5-be36-f616796bf534),segment_id=e4fe1652-d7db-47a5-be36-f616796bf534)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:01:12.045453 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Returning: {'device': '0ed1e1a7-57d4-4ca3-9a56-96e3e696207c', 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727', 'port_id': '0ed1e1a7-57d4-4ca3-9a56-96e3e696207c', 'mac_address': 'fa:16:3e:24:40:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05655c39-f8fa-418a-853d-5fe3e615ed30', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110158) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 15:01:12.063692 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-02f26333-1972-417e-b5be-79e14f73d29d req-6cf81499-1b9f-41d0-8618-45f93dfdd6b7 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9d8de0d-d71c-45de-8a81-9dc55761af47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0718818 May 18 15:01:12.090589 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Current status of the port 0ed1e1a7-57d4-4ca3-9a56-96e3e696207c is: DOWN; New status is: BUILD {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 15:01:12.091048 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (0ed1e1a7-57d4-4ca3-9a56-96e3e696207c), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:12.093082 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-c9ea1055-f811-42a1-9376-de54120abc0c req-68b22a3c-342c-41e2-9e7f-5f8b873a9e59 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae13b159-b5dd-474d-a8c4-0467efdcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576255 May 18 15:01:12.111086 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ed1e1a7-57d4-4ca3-9a56-96e3e696207c {{(pid=110158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 15:01:12.133892 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port 0ed1e1a7-57d4-4ca3-9a56-96e3e696207c, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=0ed1e1a7-57d4-4ca3-9a56-96e3e696207c,segment=NetworkSegment(e4fe1652-d7db-47a5-be36-f616796bf534),segment_id=e4fe1652-d7db-47a5-be36-f616796bf534)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:01:12.138495 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (0ed1e1a7-57d4-4ca3-9a56-96e3e696207c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:12.161488 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c69b24f-4d86-449b-897d-ebf6e2ac43fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 15:01:12.164430 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62dae43363b0d9fbe88fecb50d2dfb4fafe72539e0e1d03116e82a6fdda86ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3518a5-9b9c-4ce3-8828-32e880141199" -d '{"events": [{"server_uuid": "2c69b24f-4d86-449b-897d-ebf6e2ac43fb", "name": "network-vif-unplugged", "status": "completed", "tag": "85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 15:01:12.203174 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Pushing event updated for resources: {'Port': ['ID=0ed1e1a7-57d4-4ca3-9a56-96e3e696207c,revision_number=4']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:12.218998 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 18 May 2022 15:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1d8d72-881e-4073-b4a1-ecc244f290c8 x-openstack-request-id: req-0f1d8d72-881e-4073-b4a1-ecc244f290c8 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 15:01:12.218998 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c69b24f-4d86-449b-897d-ebf6e2ac43fb", "name": "network-vif-unplugged", "status": "failed", "tag": "85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d", "code": 422}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 15:01:12.219239 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0f1d8d72-881e-4073-b4a1-ecc244f290c8 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 15:01:12.219738 dv-cinder-839987-7-iscsi neutron-server[110158]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-0f1d8d72-881e-4073-b4a1-ecc244f290c8']: {'server_uuid': '2c69b24f-4d86-449b-897d-ebf6e2ac43fb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d', 'code': 422} returned with failed status May 18 15:01:12.347988 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db659672-2791-45ec-8837-54eb9bf3ba4a req-5283e8b2-0060-42ca-a103-5f167b32a4bc tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:12.350002 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-db659672-2791-45ec-8837-54eb9bf3ba4a req-5283e8b2-0060-42ca-a103-5f167b32a4bc tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 945 time: 0.0548418 May 18 15:01:12.416914 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-db659672-2791-45ec-8837-54eb9bf3ba4a req-900ef053-f3bd-42c3-9628-051f8735f938 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561125 May 18 15:01:12.450801 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d582fba0-9290-4087-9cf6-6d39ccb02578 req-c2b05c7e-ed8d-4917-bf3c-a560c1e9e7e4 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:12.452271 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d582fba0-9290-4087-9cf6-6d39ccb02578 req-c2b05c7e-ed8d-4917-bf3c-a560c1e9e7e4 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d158898-fe22-450d-8a03-33f781b6fa1f HTTP/1.1" status: 200 len: 946 time: 0.0511191 May 18 15:01:12.498382 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d582fba0-9290-4087-9cf6-6d39ccb02578 req-a6a8df2e-4109-4b59-b043-65ad2dcb88c4 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ae6d231-2416-440b-a669-c55404a7aa80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405560 May 18 15:01:12.511453 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] get_ports_and_sgs() called for port_ids ['0ed1e1a7-57d4-4ca3-9a56-96e3e696207c'] {{(pid=110158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 15:01:12.535334 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:12.557907 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (f376d122-85a6-484a-a941-8f32d5a81e72), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:12.665336 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3fdb6-62a7-48ce-9d2b-43d04bd7f1db req-5728ba10-3006-4ede-992f-cd7bd78dc636 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:12.666680 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-c4f3fdb6-62a7-48ce-9d2b-43d04bd7f1db req-5728ba10-3006-4ede-992f-cd7bd78dc636 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=f721eb0d-b804-41bd-ade4-95019478aef5 HTTP/1.1" status: 200 len: 945 time: 0.0527153 May 18 15:01:12.713569 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-c4f3fdb6-62a7-48ce-9d2b-43d04bd7f1db req-c87037ef-b139-4a72-a588-c0a84d43988a tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ab8dca0-6f0b-43cc-b27a-a10f3f78ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413744 May 18 15:01:12.985210 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ee850-2324-4369-aca2-a601370f9fac req-37b4d140-ea3e-46c0-a435-8c2c051c791d tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:12.986714 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-663ee850-2324-4369-aca2-a601370f9fac req-37b4d140-ea3e-46c0-a435-8c2c051c791d tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=f721eb0d-b804-41bd-ade4-95019478aef5 HTTP/1.1" status: 200 len: 945 time: 0.0480003 May 18 15:01:12.995915 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 37070) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:01:13.000124 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [None req-534fd992-b84c-498d-b14b-4da9858a9fb8 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Request body: {'floatingip': {'port_id': '768c0e8a-8f7d-4532-b2e5-1defde7dd51c'}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:01:13.036283 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-534fd992-b84c-498d-b14b-4da9858a9fb8 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks [] for floatingip (d3518c79-c552-410e-8ea7-ce4950ef0ad7), before_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:13.096535 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:13.262451 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae16c12-cf0e-41b4-9493-64bbbe9a0612 req-d8e621c3-010c-4734-a000-6209fc72e724 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:13.263916 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-aae16c12-cf0e-41b4-9493-64bbbe9a0612 req-d8e621c3-010c-4734-a000-6209fc72e724 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/ports?device_id=56dffbf3-4309-4b9f-992f-118a9d2b3563 HTTP/1.1" status: 200 len: 945 time: 0.1245749 May 18 15:01:13.277222 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7973f-7bea-4415-ab8c-58281075e02c req-7a5c02c5-edc5-4388-8e2c-5ea9af75ead8 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:13.278589 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d9e7973f-7bea-4415-ab8c-58281075e02c req-7a5c02c5-edc5-4388-8e2c-5ea9af75ead8 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 944 time: 0.1077604 May 18 15:01:13.436440 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-aae16c12-cf0e-41b4-9493-64bbbe9a0612 req-bdc214cc-6eab-4bdb-bc23-0ebc0c15cd65 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9d8de0d-d71c-45de-8a81-9dc55761af47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1654336 May 18 15:01:13.476732 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d9e7973f-7bea-4415-ab8c-58281075e02c req-c8c1ee7b-b7ef-406f-98a7-ebd11b125334 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae13b159-b5dd-474d-a8c4-0467efdcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1889923 May 18 15:01:13.480254 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:13.590419 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c689c6-d770-4050-ab78-2d7cb08a20a3 req-abbf457d-699e-4916-9bce-88d3242b5771 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:13.591858 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f8c689c6-d770-4050-ab78-2d7cb08a20a3 req-abbf457d-699e-4916-9bce-88d3242b5771 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 945 time: 0.0967028 May 18 15:01:13.665243 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa061b0-3822-45a7-838a-dc5453edec4b req-d3208930-6790-4a7a-8766-2290af1cddfb tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:13.666710 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6fa061b0-3822-45a7-838a-dc5453edec4b req-d3208930-6790-4a7a-8766-2290af1cddfb tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d158898-fe22-450d-8a03-33f781b6fa1f HTTP/1.1" status: 200 len: 946 time: 0.1005995 May 18 15:01:13.751756 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f8c689c6-d770-4050-ab78-2d7cb08a20a3 req-0f5674e7-49dd-47de-86a4-bd8847530611 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423097 May 18 15:01:13.766884 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-534fd992-b84c-498d-b14b-4da9858a9fb8 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:13.775526 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-534fd992-b84c-498d-b14b-4da9858a9fb8 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008279'] for floatingip (d3518c79-c552-410e-8ea7-ce4950ef0ad7), after_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:13.782027 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6fa061b0-3822-45a7-838a-dc5453edec4b req-55c77bbd-84b7-404f-b5ee-a3894f2dac75 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ae6d231-2416-440b-a669-c55404a7aa80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094911 May 18 15:01:13.873621 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.db.l3_db [None req-534fd992-b84c-498d-b14b-4da9858a9fb8 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Floating IP d3518c79-c552-410e-8ea7-ce4950ef0ad7 associated. External IP: 172.27.3.69, port: 768c0e8a-8f7d-4532-b2e5-1defde7dd51c. May 18 15:01:13.925124 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device d65953ed-9d4b-4ed8-bdb3-b52cc90c0217 details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=110158) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 15:01:13.935246 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device 0ed1e1a7-57d4-4ca3-9a56-96e3e696207c up at agent hyperv_hv-cinder-83998 {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 15:01:13.957586 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:14.046950 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:14.056939 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Provisioning for port 0ed1e1a7-57d4-4ca3-9a56-96e3e696207c completed by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 15:01:14.066894 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Provisioning complete for port 0ed1e1a7-57d4-4ca3-9a56-96e3e696207c triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 15:01:14.067295 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (0ed1e1a7-57d4-4ca3-9a56-96e3e696207c), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:14.122144 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port d65953ed-9d4b-4ed8-bdb3-b52cc90c0217, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=d65953ed-9d4b-4ed8-bdb3-b52cc90c0217,segment=NetworkSegment(68ae329c-889c-4ff0-8ec9-1a3d4793b394),segment_id=68ae329c-889c-4ff0-8ec9-1a3d4793b394)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:01:14.140558 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Returning: {'device': 'd65953ed-9d4b-4ed8-bdb3-b52cc90c0217', 'network_id': '0410fe00-b11d-4309-b353-5cb8e97484be', 'port_id': 'd65953ed-9d4b-4ed8-bdb3-b52cc90c0217', 'mac_address': 'fa:16:3e:65:7b:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1be02795-0dc2-4225-87b4-7592fa1ed277', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110158) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 15:01:14.206773 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Current status of the port 0ed1e1a7-57d4-4ca3-9a56-96e3e696207c is: BUILD; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 15:01:14.207166 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (0ed1e1a7-57d4-4ca3-9a56-96e3e696207c), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:14.209011 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Current status of the port d65953ed-9d4b-4ed8-bdb3-b52cc90c0217 is: ACTIVE; New status is: BUILD {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 15:01:14.209376 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (d65953ed-9d4b-4ed8-bdb3-b52cc90c0217), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:14.240933 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d65953ed-9d4b-4ed8-bdb3-b52cc90c0217 {{(pid=110158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 15:01:14.250547 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56dffbf3-4309-4b9f-992f-118a9d2b3563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed1e1a7-57d4-4ca3-9a56-96e3e696207c'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 15:01:14.253414 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62dae43363b0d9fbe88fecb50d2dfb4fafe72539e0e1d03116e82a6fdda86ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f3c31c-53ca-45d3-9832-8c7bb2ca3ad5" -d '{"events": [{"server_uuid": "56dffbf3-4309-4b9f-992f-118a9d2b3563", "name": "network-vif-plugged", "status": "completed", "tag": "0ed1e1a7-57d4-4ca3-9a56-96e3e696207c"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 15:01:14.272158 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port 0ed1e1a7-57d4-4ca3-9a56-96e3e696207c, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=0ed1e1a7-57d4-4ca3-9a56-96e3e696207c,segment=NetworkSegment(e4fe1652-d7db-47a5-be36-f616796bf534),segment_id=e4fe1652-d7db-47a5-be36-f616796bf534)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:01:14.279924 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (0ed1e1a7-57d4-4ca3-9a56-96e3e696207c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:14.282749 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port d65953ed-9d4b-4ed8-bdb3-b52cc90c0217, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=d65953ed-9d4b-4ed8-bdb3-b52cc90c0217,segment=NetworkSegment(68ae329c-889c-4ff0-8ec9-1a3d4793b394),segment_id=68ae329c-889c-4ff0-8ec9-1a3d4793b394)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:01:14.287800 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (d65953ed-9d4b-4ed8-bdb3-b52cc90c0217), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:14.337103 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-534fd992-b84c-498d-b14b-4da9858a9fb8 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Router c0d76ce1-219d-4808-b8eb-fa33b7090149 has already been hosted by L3 agent a5518e17-d4a6-403f-b34f-0fa3d03f1833 {{(pid=110157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 15:01:14.338412 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Pushing event updated for resources: {'Port': ['ID=0ed1e1a7-57d4-4ca3-9a56-96e3e696207c,revision_number=5']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:14.366438 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 15:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c274cf06-d354-432c-a800-23d9487d42eb x-openstack-request-id: req-c274cf06-d354-432c-a800-23d9487d42eb {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 15:01:14.367323 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56dffbf3-4309-4b9f-992f-118a9d2b3563", "name": "network-vif-plugged", "status": "completed", "tag": "0ed1e1a7-57d4-4ca3-9a56-96e3e696207c", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 15:01:14.367575 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c274cf06-d354-432c-a800-23d9487d42eb {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 15:01:14.367952 dv-cinder-839987-7-iscsi neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c274cf06-d354-432c-a800-23d9487d42eb'] response: {'server_uuid': '56dffbf3-4309-4b9f-992f-118a9d2b3563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed1e1a7-57d4-4ca3-9a56-96e3e696207c', 'code': 200} May 18 15:01:14.394027 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Pushing event updated for resources: {'Port': ['ID=d65953ed-9d4b-4ed8-bdb3-b52cc90c0217,revision_number=6']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:14.450037 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-534fd992-b84c-498d-b14b-4da9858a9fb8 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Notify agent at l3_agent.dv-cinder-839987-7-iscsi the message routers_updated {{(pid=110157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 15:01:14.454359 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-534fd992-b84c-498d-b14b-4da9858a9fb8 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for floatingip (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:14.465861 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca435fb-a9fe-488c-9a25-c23ae8565fbd None None] Sync routers for ids ['c0d76ce1-219d-4808-b8eb-fa33b7090149'] in dv-cinder-839987-7-iscsi {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 15:01:14.477931 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca435fb-a9fe-488c-9a25-c23ae8565fbd None None] Routers {'c0d76ce1-219d-4808-b8eb-fa33b7090149'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:01:14.478505 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-5ca435fb-a9fe-488c-9a25-c23ae8565fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:00:53Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['c0d76ce1-219d-4808-b8eb-fa33b7090149'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:01:14.484351 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-534fd992-b84c-498d-b14b-4da9858a9fb8 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "PUT /v2.0/floatingips/d3518c79-c552-410e-8ea7-ce4950ef0ad7 HTTP/1.1" status: 200 len: 990 time: 1.4873879 May 18 15:01:14.485032 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f721eb0d-b804-41bd-ade4-95019478aef5', 'tag': '768c0e8a-8f7d-4532-b2e5-1defde7dd51c'}] {{(pid=110157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 15:01:14.487267 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3614be4c33be7e0ed28fa23fdbb6a3604458632b91c0a79006a6fb45a0ea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0029536-b829-4c1a-af73-2feb08e3e4fb" -d '{"events": [{"name": "network-changed", "server_uuid": "f721eb0d-b804-41bd-ade4-95019478aef5", "tag": "768c0e8a-8f7d-4532-b2e5-1defde7dd51c"}]}' {{(pid=110157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 15:01:14.510567 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] get_ports_and_sgs() called for port_ids ['d65953ed-9d4b-4ed8-bdb3-b52cc90c0217'] {{(pid=110158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 15:01:14.557237 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 15:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783e4620-a5e7-480a-bff9-fb8c384d4ec8 x-openstack-request-id: req-783e4620-a5e7-480a-bff9-fb8c384d4ec8 {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 15:01:14.558103 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f721eb0d-b804-41bd-ade4-95019478aef5", "tag": "768c0e8a-8f7d-4532-b2e5-1defde7dd51c", "status": "completed", "code": 200}]} {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 15:01:14.558361 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-783e4620-a5e7-480a-bff9-fb8c384d4ec8 {{(pid=110157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 15:01:14.558771 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-783e4620-a5e7-480a-bff9-fb8c384d4ec8'] response: {'name': 'network-changed', 'server_uuid': 'f721eb0d-b804-41bd-ade4-95019478aef5', 'tag': '768c0e8a-8f7d-4532-b2e5-1defde7dd51c', 'status': 'completed', 'code': 200} May 18 15:01:14.569494 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b31ed4-f8fb-4749-b6fb-13a0e5e90a3a req-3e0c8eae-5e7a-4f82-b3fa-90f14553018f tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:14.571099 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-16b31ed4-f8fb-4749-b6fb-13a0e5e90a3a req-3e0c8eae-5e7a-4f82-b3fa-90f14553018f tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/ports?device_id=56dffbf3-4309-4b9f-992f-118a9d2b3563 HTTP/1.1" status: 200 len: 946 time: 0.0564237 May 18 15:01:14.624819 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-5ca435fb-a9fe-488c-9a25-c23ae8565fbd None None] Set router c0d76ce1-219d-4808-b8eb-fa33b7090149 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:01:14.693807 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0a9f29-7b14-40aa-8ca4-601ef495b8c0 req-0457acc7-6324-470b-bc88-4d59ef8898cc tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:14.695345 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-ee0a9f29-7b14-40aa-8ca4-601ef495b8c0 req-0457acc7-6324-470b-bc88-4d59ef8898cc tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d158898-fe22-450d-8a03-33f781b6fa1f HTTP/1.1" status: 200 len: 946 time: 0.0842533 May 18 15:01:14.727518 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1cbf6-1ddf-46e7-868d-cde07ea83f58 req-c03fcf58-799c-4a62-821b-e6a065ca00fb tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:14.736074 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-35b1cbf6-1ddf-46e7-868d-cde07ea83f58 req-c03fcf58-799c-4a62-821b-e6a065ca00fb tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 944 time: 0.1358130 May 18 15:01:14.745146 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-16b31ed4-f8fb-4749-b6fb-13a0e5e90a3a req-4a146b1b-3646-4111-845e-566289eafede tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9d8de0d-d71c-45de-8a81-9dc55761af47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1601648 May 18 15:01:14.761971 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0029536-b829-4c1a-af73-2feb08e3e4fb req-cecc5259-1fd6-4c2a-a090-06e15fe3497a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:14.763506 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d0029536-b829-4c1a-af73-2feb08e3e4fb req-cecc5259-1fd6-4c2a-a090-06e15fe3497a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9a08f2c9b8b49f6a5de343bf8826601&device_id=f721eb0d-b804-41bd-ade4-95019478aef5 HTTP/1.1" status: 200 len: 1129 time: 0.1162670 May 18 15:01:14.764768 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=100 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:14.847646 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=100 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:14.885126 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:14.885565 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.plugin [req-ee0a9f29-7b14-40aa-8ca4-601ef495b8c0 req-74b1270c-70e7-4185-9d45-b1d10c4b181b tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Deleting port 13109190-8799-4d42-a04f-c61a209975be {{(pid=110156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:01:14.885921 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-ee0a9f29-7b14-40aa-8ca4-601ef495b8c0 req-74b1270c-70e7-4185-9d45-b1d10c4b181b tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (13109190-8799-4d42-a04f-c61a209975be), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:14.893228 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-5ca435fb-a9fe-488c-9a25-c23ae8565fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d76ce1-219d-4808-b8eb-fa33b7090149', 'name': 'tempest-AttachVolumeTestJSON-735015753-router', 'tenant_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'f2e73996-0a72-42f7-a5fc-820251147470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:57:07Z', 'updated_at': '2022-05-18T14:57:11Z', 'revision_number': 4, 'project_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'gw_port': {'id': 'f2e73996-0a72-42f7-a5fc-820251147470', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d76ce1-219d-4808-b8eb-fa33b7090149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:08Z', 'updated_at': '2022-05-18T14:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_floatingips': [{'id': 'd3518c79-c552-410e-8ea7-ce4950ef0ad7', 'tenant_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'floating_ip_address': '172.27.3.69', 'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'router_id': 'c0d76ce1-219d-4808-b8eb-fa33b7090149', 'port_id': '768c0e8a-8f7d-4532-b2e5-1defde7dd51c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6d46917-2e57-430f-9dbe-54ed4755b607', 'mac_address': 'fa:16:3e:52:ae:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f721eb0d-b804-41bd-ade4-95019478aef5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T15:00:59Z', 'updated_at': '2022-05-18T15:01:13Z', 'revision_number': 1, 'project_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8bb4d44-404e-4e54-9b5e-78f7bcffbece', 'name': '', 'network_id': 'f6d46917-2e57-430f-9dbe-54ed4755b607', 'tenant_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'mac_address': 'fa:16:3e:15:16:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d76ce1-219d-4808-b8eb-fa33b7090149', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'f0fd852b-2772-465d-a18e-71b8e3f03976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:11Z', 'updated_at': '2022-05-18T14:57:16Z', 'revision_number': 5, 'project_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'subnets': [{'id': 'f0fd852b-2772-465d-a18e-71b8e3f03976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:01:14.926857 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca435fb-a9fe-488c-9a25-c23ae8565fbd None None] Checking router: c0d76ce1-219d-4808-b8eb-fa33b7090149 for host: dv-cinder-839987-7-iscsi {{(pid=110159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 15:01:14.929553 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-35b1cbf6-1ddf-46e7-868d-cde07ea83f58 req-533f60a3-ed72-4ce4-855c-7bc8ace46733 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae13b159-b5dd-474d-a8c4-0467efdcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1921554 May 18 15:01:14.938205 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca435fb-a9fe-488c-9a25-c23ae8565fbd None None] Routers {'c0d76ce1-219d-4808-b8eb-fa33b7090149'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:01:14.938998 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-5ca435fb-a9fe-488c-9a25-c23ae8565fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:00:53Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['c0d76ce1-219d-4808-b8eb-fa33b7090149'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:01:14.974638 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c194f-26df-4b75-8cb3-c385bf6fb57d req-cd567c44-4cad-47c3-aca2-4cd01e6fb79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:14.977052 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-556c194f-26df-4b75-8cb3-c385bf6fb57d req-cd567c44-4cad-47c3-aca2-4cd01e6fb79c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=56dffbf3-4309-4b9f-992f-118a9d2b3563 HTTP/1.1" status: 200 len: 1130 time: 0.1165500 May 18 15:01:14.999171 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f3970-d849-4adc-9d1e-7b5bed1cf747 req-5f29cef1-21dd-4c65-925b-e63ffc1f70f7 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:15.006844 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-086f3970-d849-4adc-9d1e-7b5bed1cf747 req-5f29cef1-21dd-4c65-925b-e63ffc1f70f7 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 944 time: 0.1170719 May 18 15:01:15.031716 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.db [req-ee0a9f29-7b14-40aa-8ca4-601ef495b8c0 req-74b1270c-70e7-4185-9d45-b1d10c4b181b tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] For port 13109190-8799-4d42-a04f-c61a209975be, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=13109190-8799-4d42-a04f-c61a209975be,segment=NetworkSegment(605bcccb-2406-4480-be4f-227fa2adf873),segment_id=605bcccb-2406-4480-be4f-227fa2adf873)] {{(pid=110156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:01:15.032775 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-ee0a9f29-7b14-40aa-8ca4-601ef495b8c0 req-74b1270c-70e7-4185-9d45-b1d10c4b181b tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (13109190-8799-4d42-a04f-c61a209975be), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:15.049007 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.plugin [req-ee0a9f29-7b14-40aa-8ca4-601ef495b8c0 req-74b1270c-70e7-4185-9d45-b1d10c4b181b tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Calling delete_port for 13109190-8799-4d42-a04f-c61a209975be owned by compute:nova {{(pid=110156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:01:15.057817 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-5ca435fb-a9fe-488c-9a25-c23ae8565fbd None None] Set router c0d76ce1-219d-4808-b8eb-fa33b7090149 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:01:15.059215 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=100 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:15.072301 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0029536-b829-4c1a-af73-2feb08e3e4fb req-92a252d7-4a3e-47e3-8270-2eeda48a5635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:15.073805 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d0029536-b829-4c1a-af73-2feb08e3e4fb req-92a252d7-4a3e-47e3-8270-2eeda48a5635 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f6d46917-2e57-430f-9dbe-54ed4755b607 HTTP/1.1" status: 200 len: 911 time: 0.2979481 May 18 15:01:15.114146 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f363df30-ccde-460b-a406-afa97c553d85 req-4c00513c-8310-4ebd-9e09-69b8041bcfd7 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:15.115776 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f363df30-ccde-460b-a406-afa97c553d85 req-4c00513c-8310-4ebd-9e09-69b8041bcfd7 tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d158898-fe22-450d-8a03-33f781b6fa1f HTTP/1.1" status: 200 len: 946 time: 0.1051919 May 18 15:01:15.120531 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-086f3970-d849-4adc-9d1e-7b5bed1cf747 req-3506ab89-de34-4f9f-86e2-485619205cd6 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127670 May 18 15:01:15.193910 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-ee0a9f29-7b14-40aa-8ca4-601ef495b8c0 req-74b1270c-70e7-4185-9d45-b1d10c4b181b tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14495174'] for port (13109190-8799-4d42-a04f-c61a209975be), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:15.228608 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] get_ports_and_sgs() called for port_ids ['13109190-8799-4d42-a04f-c61a209975be'] {{(pid=110158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 15:01:15.253129 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f363df30-ccde-460b-a406-afa97c553d85 req-b803e248-a373-4ae5-b646-ee5067d7116f tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ae6d231-2416-440b-a669-c55404a7aa80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257653 May 18 15:01:15.274666 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b1270c-70e7-4185-9d45-b1d10c4b181b tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Pushing event deleted for resources: {'Port': ['ID=13109190-8799-4d42-a04f-c61a209975be,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:15.291956 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f9631-2eda-45e0-8437-0b181d8bcd92 req-eff9608f-7801-4eca-b0ed-cf4d66617221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:15.293761 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-373f9631-2eda-45e0-8437-0b181d8bcd92 req-eff9608f-7801-4eca-b0ed-cf4d66617221 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb&tenant_id=379bba80af244096abbf8deb82772854 HTTP/1.1" status: 200 len: 1128 time: 0.0885129 May 18 15:01:15.313113 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d0029536-b829-4c1a-af73-2feb08e3e4fb req-7deb68f9-594a-4e0f-8e5d-1d53d8f4e04f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=768c0e8a-8f7d-4532-b2e5-1defde7dd51c HTTP/1.1" status: 200 len: 998 time: 0.1356802 May 18 15:01:15.342256 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee0a9f29-7b14-40aa-8ca4-601ef495b8c0 req-74b1270c-70e7-4185-9d45-b1d10c4b181b tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] No DVR routers for this DVR port 13109190-8799-4d42-a04f-c61a209975be on host hv-cinder-83998 {{(pid=110156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 15:01:15.345057 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-ee0a9f29-7b14-40aa-8ca4-601ef495b8c0 req-74b1270c-70e7-4185-9d45-b1d10c4b181b tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for port (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:15.348625 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-ee0a9f29-7b14-40aa-8ca4-601ef495b8c0 req-74b1270c-70e7-4185-9d45-b1d10c4b181b tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.49 "DELETE /v2.0/ports/13109190-8799-4d42-a04f-c61a209975be HTTP/1.1" status: 204 len: 173 time: 0.6480136 May 18 15:01:15.352536 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d158898-fe22-450d-8a03-33f781b6fa1f', 'name': 'network-vif-deleted', 'tag': '13109190-8799-4d42-a04f-c61a209975be'}] {{(pid=110156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 15:01:15.353890 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133ec7be95234859c4edce85a8c9b28b91a94f2f136921e0bf9997cb2a51d6fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749e8e73-0b10-499a-aa4d-43433ad7d4a9" -d '{"events": [{"server_uuid": "1d158898-fe22-450d-8a03-33f781b6fa1f", "name": "network-vif-deleted", "tag": "13109190-8799-4d42-a04f-c61a209975be"}]}' {{(pid=110156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 15:01:15.379092 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-556c194f-26df-4b75-8cb3-c385bf6fb57d req-94505ac5-b363-437a-ac0f-081075990f06 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a9d8de0d-d71c-45de-8a81-9dc55761af47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2006493 May 18 15:01:15.385307 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-5ca435fb-a9fe-488c-9a25-c23ae8565fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d76ce1-219d-4808-b8eb-fa33b7090149', 'name': 'tempest-AttachVolumeTestJSON-735015753-router', 'tenant_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'f2e73996-0a72-42f7-a5fc-820251147470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:57:07Z', 'updated_at': '2022-05-18T14:57:11Z', 'revision_number': 4, 'project_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'gw_port': {'id': 'f2e73996-0a72-42f7-a5fc-820251147470', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d76ce1-219d-4808-b8eb-fa33b7090149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:08Z', 'updated_at': '2022-05-18T14:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_floatingips': [{'id': 'd3518c79-c552-410e-8ea7-ce4950ef0ad7', 'tenant_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'floating_ip_address': '172.27.3.69', 'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'router_id': 'c0d76ce1-219d-4808-b8eb-fa33b7090149', 'port_id': '768c0e8a-8f7d-4532-b2e5-1defde7dd51c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6d46917-2e57-430f-9dbe-54ed4755b607', 'mac_address': 'fa:16:3e:52:ae:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f721eb0d-b804-41bd-ade4-95019478aef5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T15:00:59Z', 'updated_at': '2022-05-18T15:01:13Z', 'revision_number': 1, 'project_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8bb4d44-404e-4e54-9b5e-78f7bcffbece', 'name': '', 'network_id': 'f6d46917-2e57-430f-9dbe-54ed4755b607', 'tenant_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'mac_address': 'fa:16:3e:15:16:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d76ce1-219d-4808-b8eb-fa33b7090149', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'f0fd852b-2772-465d-a18e-71b8e3f03976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:11Z', 'updated_at': '2022-05-18T14:57:16Z', 'revision_number': 5, 'project_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'subnets': [{'id': 'f0fd852b-2772-465d-a18e-71b8e3f03976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:01:15.408296 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f9631-2eda-45e0-8437-0b181d8bcd92 req-dbc67452-1627-43b9-899a-73a9a43dc8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:15.410026 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-373f9631-2eda-45e0-8437-0b181d8bcd92 req-dbc67452-1627-43b9-899a-73a9a43dc8e7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=379bba80af244096abbf8deb82772854&device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 1128 time: 0.0760484 May 18 15:01:15.412606 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0029536-b829-4c1a-af73-2feb08e3e4fb req-86787f31-7864-405c-b149-1e0c586f6802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:15.414102 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d0029536-b829-4c1a-af73-2feb08e3e4fb req-86787f31-7864-405c-b149-1e0c586f6802 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f0fd852b-2772-465d-a18e-71b8e3f03976 HTTP/1.1" status: 200 len: 849 time: 0.0908718 May 18 15:01:15.414988 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca435fb-a9fe-488c-9a25-c23ae8565fbd None None] The sync data for ids ['c0d76ce1-219d-4808-b8eb-fa33b7090149'] in dv-cinder-839987-7-iscsi is: [{'id': 'c0d76ce1-219d-4808-b8eb-fa33b7090149', 'name': 'tempest-AttachVolumeTestJSON-735015753-router', 'tenant_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'f2e73996-0a72-42f7-a5fc-820251147470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:57:07Z', 'updated_at': '2022-05-18T14:57:11Z', 'revision_number': 4, 'project_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'gw_port': {'id': 'f2e73996-0a72-42f7-a5fc-820251147470', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d76ce1-219d-4808-b8eb-fa33b7090149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:08Z', 'updated_at': '2022-05-18T14:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_floatingips': [{'id': 'd3518c79-c552-410e-8ea7-ce4950ef0ad7', 'tenant_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'floating_ip_address': '172.27.3.69', 'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'router_id': 'c0d76ce1-219d-4808-b8eb-fa33b7090149', 'port_id': '768c0e8a-8f7d-4532-b2e5-1defde7dd51c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6d46917-2e57-430f-9dbe-54ed4755b607', 'mac_address': 'fa:16:3e:52:ae:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f721eb0d-b804-41bd-ade4-95019478aef5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T15:00:59Z', 'updated_at': '2022-05-18T15:01:13Z', 'revision_number': 1, 'project_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8bb4d44-404e-4e54-9b5e-78f7bcffbece', 'name': '', 'network_id': 'f6d46917-2e57-430f-9dbe-54ed4755b607', 'tenant_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'mac_address': 'fa:16:3e:15:16:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d76ce1-219d-4808-b8eb-fa33b7090149', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'f0fd852b-2772-465d-a18e-71b8e3f03976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:11Z', 'updated_at': '2022-05-18T14:57:16Z', 'revision_number': 5, 'project_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'subnets': [{'id': 'f0fd852b-2772-465d-a18e-71b8e3f03976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 15:01:15.421170 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 15:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ade9d3f-0b60-4a5a-acba-7c4913a675d6 x-openstack-request-id: req-9ade9d3f-0b60-4a5a-acba-7c4913a675d6 {{(pid=110156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 15:01:15.421466 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d158898-fe22-450d-8a03-33f781b6fa1f", "name": "network-vif-deleted", "tag": "13109190-8799-4d42-a04f-c61a209975be", "status": "completed", "code": 200}]} {{(pid=110156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 15:01:15.421857 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9ade9d3f-0b60-4a5a-acba-7c4913a675d6 {{(pid=110156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 15:01:15.422259 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ade9d3f-0b60-4a5a-acba-7c4913a675d6'] response: {'server_uuid': '1d158898-fe22-450d-8a03-33f781b6fa1f', 'name': 'network-vif-deleted', 'tag': '13109190-8799-4d42-a04f-c61a209975be', 'status': 'completed', 'code': 200} May 18 15:01:15.597437 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4187e4a3-3f87-40e4-8623-aa93a8553f5e None None] New status for floating IP d3518c79-c552-410e-8ea7-ce4950ef0ad7: ACTIVE {{(pid=110158) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 15:01:15.636780 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:15.736299 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:15.758299 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0029536-b829-4c1a-af73-2feb08e3e4fb req-ee2a5a3e-6293-4a9b-89b2-f6bf9e97ac97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:15.759928 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d0029536-b829-4c1a-af73-2feb08e3e4fb req-ee2a5a3e-6293-4a9b-89b2-f6bf9e97ac97 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f6d46917-2e57-430f-9dbe-54ed4755b607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0636692 May 18 15:01:15.853953 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f9631-2eda-45e0-8437-0b181d8bcd92 req-6ed75ca4-35fe-4200-80d6-94280f68089d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:15.855499 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-373f9631-2eda-45e0-8437-0b181d8bcd92 req-6ed75ca4-35fe-4200-80d6-94280f68089d service neutron] 10.222.0.49 "GET /v2.0/networks?id=4cb14f9c-6f08-4729-8557-f3c05e247fd9 HTTP/1.1" status: 200 len: 910 time: 0.1576424 May 18 15:01:15.875964 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d451b3e-e2cf-4cfc-94b9-aaf340bd2390 req-00aff5d4-1e4a-479c-9342-f65f1a2362e4 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:15.877481 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7d451b3e-e2cf-4cfc-94b9-aaf340bd2390 req-00aff5d4-1e4a-479c-9342-f65f1a2362e4 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/ports?device_id=56dffbf3-4309-4b9f-992f-118a9d2b3563 HTTP/1.1" status: 200 len: 946 time: 0.0487995 May 18 15:01:15.924038 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device d65953ed-9d4b-4ed8-bdb3-b52cc90c0217 up at agent hyperv_hv-cinder-83998 {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 15:01:15.924372 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7d451b3e-e2cf-4cfc-94b9-aaf340bd2390 req-e7496ef5-8dfa-47da-b354-4667733d8a1c tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9d8de0d-d71c-45de-8a81-9dc55761af47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405285 May 18 15:01:15.972372 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Provisioning complete for port d65953ed-9d4b-4ed8-bdb3-b52cc90c0217 triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 15:01:15.972774 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (d65953ed-9d4b-4ed8-bdb3-b52cc90c0217), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:16.035183 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:16.041066 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec588f-217b-4379-933e-9039bf32ebc7 req-0699adc2-b383-4b3f-9b01-bea9694ff34e tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:16.042578 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-5bec588f-217b-4379-933e-9039bf32ebc7 req-0699adc2-b383-4b3f-9b01-bea9694ff34e tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 944 time: 0.0466571 May 18 15:01:16.047488 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Current status of the port d65953ed-9d4b-4ed8-bdb3-b52cc90c0217 is: BUILD; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 15:01:16.047877 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (d65953ed-9d4b-4ed8-bdb3-b52cc90c0217), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:16.095739 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port d65953ed-9d4b-4ed8-bdb3-b52cc90c0217, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=d65953ed-9d4b-4ed8-bdb3-b52cc90c0217,segment=NetworkSegment(68ae329c-889c-4ff0-8ec9-1a3d4793b394),segment_id=68ae329c-889c-4ff0-8ec9-1a3d4793b394)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:01:16.101532 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (d65953ed-9d4b-4ed8-bdb3-b52cc90c0217), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:16.113086 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-5bec588f-217b-4379-933e-9039bf32ebc7 req-a89db8b8-fc54-4742-b420-f14b6a9422bb tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae13b159-b5dd-474d-a8c4-0467efdcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643442 May 18 15:01:16.180494 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Pushing event updated for resources: {'Port': ['ID=d65953ed-9d4b-4ed8-bdb3-b52cc90c0217,revision_number=7']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:16.205888 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-373f9631-2eda-45e0-8437-0b181d8bcd92 req-2377f004-a486-4de9-b8fb-89b35b51ef27 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d HTTP/1.1" status: 200 len: 999 time: 0.0802152 May 18 15:01:16.267113 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d0029536-b829-4c1a-af73-2feb08e3e4fb req-69d6d11c-71b2-4971-94a5-652d8337f4bc service neutron] 10.222.0.49 "GET /v2.0/networks/f6d46917-2e57-430f-9dbe-54ed4755b607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429389 May 18 15:01:16.280321 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c005c-174c-46a6-9122-99008ee2b6af req-e4fefe33-ee88-4020-8e50-0a24c832c833 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:16.281832 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-059c005c-174c-46a6-9122-99008ee2b6af req-e4fefe33-ee88-4020-8e50-0a24c832c833 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 945 time: 0.0626891 May 18 15:01:16.337027 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-059c005c-174c-46a6-9122-99008ee2b6af req-9bd29ef5-9cff-4763-90ef-0146db027b27 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460269 May 18 15:01:16.366953 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d39ab2b2-07c7-4ff9-b1ae-2339fae551f8 req-49793a4a-dc50-4f90-a027-498cbdfd3aea tempest-TestMinimumBasicScenario-595701846 tempest-TestMinimumBasicScenario-595701846-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d158898-fe22-450d-8a03-33f781b6fa1f HTTP/1.1" status: 200 len: 210 time: 0.0290411 May 18 15:01:16.370985 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9394fe1-b670-4e51-b247-71558d6f56ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd65953ed-9d4b-4ed8-bdb3-b52cc90c0217'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 15:01:16.371693 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62dae43363b0d9fbe88fecb50d2dfb4fafe72539e0e1d03116e82a6fdda86ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb8d3f9-6559-4dbe-9273-349edd176157" -d '{"events": [{"server_uuid": "b9394fe1-b670-4e51-b247-71558d6f56ca", "name": "network-vif-plugged", "status": "completed", "tag": "d65953ed-9d4b-4ed8-bdb3-b52cc90c0217"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 15:01:16.411885 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 15:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ba7ae8-3f65-4464-a673-ceba1a366f10 x-openstack-request-id: req-e4ba7ae8-3f65-4464-a673-ceba1a366f10 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 15:01:16.412178 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9394fe1-b670-4e51-b247-71558d6f56ca", "name": "network-vif-plugged", "status": "completed", "tag": "d65953ed-9d4b-4ed8-bdb3-b52cc90c0217", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 15:01:16.412433 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e4ba7ae8-3f65-4464-a673-ceba1a366f10 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 15:01:16.412861 dv-cinder-839987-7-iscsi neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4ba7ae8-3f65-4464-a673-ceba1a366f10'] response: {'server_uuid': 'b9394fe1-b670-4e51-b247-71558d6f56ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd65953ed-9d4b-4ed8-bdb3-b52cc90c0217', 'code': 200} May 18 15:01:16.735761 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f9631-2eda-45e0-8437-0b181d8bcd92 req-fb70b596-9798-4fe2-9a58-b285144390f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:16.737783 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-373f9631-2eda-45e0-8437-0b181d8bcd92 req-fb70b596-9798-4fe2-9a58-b285144390f1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=89243c68-b4f8-45b7-8520-ec7240a88f0d HTTP/1.1" status: 200 len: 848 time: 0.0940373 May 18 15:01:16.790169 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d0029536-b829-4c1a-af73-2feb08e3e4fb req-8c040dfd-5012-4826-a154-e009b832632b service neutron] 10.222.0.49 "GET /v2.0/networks/f6d46917-2e57-430f-9dbe-54ed4755b607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470287 May 18 15:01:16.841008 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.agents_db [None req-a4aab2e5-b658-4b2c-9b1f-100bc6421b45 None None] Agent healthcheck: found 6 active agents {{(pid=110159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 15:01:17.069063 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329e87ca-c562-467d-b6ba-4306c6371037 req-27f9a38b-b1ef-4c5f-9478-7b7066984019 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:17.072528 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-329e87ca-c562-467d-b6ba-4306c6371037 req-27f9a38b-b1ef-4c5f-9478-7b7066984019 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/ports?device_id=56dffbf3-4309-4b9f-992f-118a9d2b3563 HTTP/1.1" status: 200 len: 946 time: 0.0620043 May 18 15:01:17.139124 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-329e87ca-c562-467d-b6ba-4306c6371037 req-031cb4c7-c4b1-4c23-8909-60f964383ad2 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9d8de0d-d71c-45de-8a81-9dc55761af47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0582738 May 18 15:01:17.250857 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f9631-2eda-45e0-8437-0b181d8bcd92 req-594bd6d1-9e5b-40c2-ab04-486ec08a7718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:17.253425 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-373f9631-2eda-45e0-8437-0b181d8bcd92 req-594bd6d1-9e5b-40c2-ab04-486ec08a7718 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4cb14f9c-6f08-4729-8557-f3c05e247fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0620124 May 18 15:01:17.253846 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:17.273066 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f2f79-add5-4423-ab34-821e6a11bdec req-53afc20b-5e57-427f-8039-94a80eaead75 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:17.275383 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-a90f2f79-add5-4423-ab34-821e6a11bdec req-53afc20b-5e57-427f-8039-94a80eaead75 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 944 time: 0.0768042 May 18 15:01:17.379020 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-373f9631-2eda-45e0-8437-0b181d8bcd92 req-cb36ef84-223a-43b2-b298-74da42bdb6ea service neutron] 10.222.0.49 "GET /v2.0/networks/4cb14f9c-6f08-4729-8557-f3c05e247fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156523 May 18 15:01:17.414397 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e4635-3e62-443d-98ce-df118f9063b5 req-ad4aa249-7d08-49bd-b815-a434b7b5269a tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:17.416362 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0e3e4635-3e62-443d-98ce-df118f9063b5 req-ad4aa249-7d08-49bd-b815-a434b7b5269a tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/ports?device_id=56dffbf3-4309-4b9f-992f-118a9d2b3563 HTTP/1.1" status: 200 len: 946 time: 0.1399052 May 18 15:01:17.435660 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-a90f2f79-add5-4423-ab34-821e6a11bdec req-a3e0ff87-d804-4d4f-b80b-23c50a6f1fe7 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae13b159-b5dd-474d-a8c4-0467efdcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401172 May 18 15:01:17.435660 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 37146) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:01:17.439125 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [None req-5d7b0825-5f02-49ec-97e7-9a7f786ce98b tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Request body: {'floatingip': {'port_id': '0ed1e1a7-57d4-4ca3-9a56-96e3e696207c'}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:01:17.532079 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-5d7b0825-5f02-49ec-97e7-9a7f786ce98b tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for floatingip (07efd678-ead0-43d0-b17d-29ca011646ec), before_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:17.572285 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:17.607748 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-373f9631-2eda-45e0-8437-0b181d8bcd92 req-1612346d-3341-4180-8147-2fa75986eacc service neutron] 10.222.0.49 "GET /v2.0/networks/4cb14f9c-6f08-4729-8557-f3c05e247fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173233 May 18 15:01:17.762511 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fba1ce-cd10-4a16-a619-a4526c75bbe5 req-103f4678-85e4-4494-8a0b-1758f089b57b tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:17.769218 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e3fba1ce-cd10-4a16-a619-a4526c75bbe5 req-103f4678-85e4-4494-8a0b-1758f089b57b tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 945 time: 0.2789319 May 18 15:01:17.812448 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:17.884409 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e3fba1ce-cd10-4a16-a619-a4526c75bbe5 req-e8afa7c3-d5a0-4451-a3f5-27b2654732c3 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094444 May 18 15:01:18.285079 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-5d7b0825-5f02-49ec-97e7-9a7f786ce98b tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:18.291572 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-5d7b0825-5f02-49ec-97e7-9a7f786ce98b tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008279'] for floatingip (07efd678-ead0-43d0-b17d-29ca011646ec), after_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:18.371223 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 37186) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:01:18.403197 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.db.l3_db [None req-5d7b0825-5f02-49ec-97e7-9a7f786ce98b tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Floating IP 07efd678-ead0-43d0-b17d-29ca011646ec associated. External IP: 172.27.3.149, port: 0ed1e1a7-57d4-4ca3-9a56-96e3e696207c. May 18 15:01:18.633905 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c063e-82c4-49dd-83b9-db31677bb53e req-a11e3eed-3c47-45d2-8a86-c2a3421a516d tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:18.635307 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e23c063e-82c4-49dd-83b9-db31677bb53e req-a11e3eed-3c47-45d2-8a86-c2a3421a516d tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 944 time: 0.0939996 May 18 15:01:18.717159 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d7b0825-5f02-49ec-97e7-9a7f786ce98b tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Router f05fe87d-8925-47ed-a112-a885d34bbd44 has already been hosted by L3 agent a5518e17-d4a6-403f-b34f-0fa3d03f1833 {{(pid=110157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 15:01:18.752456 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e23c063e-82c4-49dd-83b9-db31677bb53e req-bd6ec91a-4f79-4f4d-a788-cbc9197a3cb7 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae13b159-b5dd-474d-a8c4-0467efdcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756984 May 18 15:01:18.791838 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:18.865187 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-e6251990-6f48-4464-90a0-85faa3c85fe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009274'] for router_interface (cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:19.159224 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7b0825-5f02-49ec-97e7-9a7f786ce98b tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Notify agent at l3_agent.dv-cinder-839987-7-iscsi the message routers_updated {{(pid=110157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 15:01:19.171793 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-5d7b0825-5f02-49ec-97e7-9a7f786ce98b tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for floatingip (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:19.177555 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c1afb8-92d7-420a-a04b-ef8b323ac2a7 None None] Sync routers for ids ['f05fe87d-8925-47ed-a112-a885d34bbd44'] in dv-cinder-839987-7-iscsi {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 15:01:19.194835 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c1afb8-92d7-420a-a04b-ef8b323ac2a7 None None] Routers {'f05fe87d-8925-47ed-a112-a885d34bbd44'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:01:19.196294 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-01c1afb8-92d7-420a-a04b-ef8b323ac2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:00:53Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['f05fe87d-8925-47ed-a112-a885d34bbd44'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:01:19.202051 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:19.203034 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:19.204826 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-5d7b0825-5f02-49ec-97e7-9a7f786ce98b tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "PUT /v2.0/floatingips/07efd678-ead0-43d0-b17d-29ca011646ec HTTP/1.1" status: 200 len: 992 time: 1.7697432 May 18 15:01:19.221010 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56dffbf3-4309-4b9f-992f-118a9d2b3563', 'tag': '0ed1e1a7-57d4-4ca3-9a56-96e3e696207c'}] {{(pid=110157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 15:01:19.223882 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3614be4c33be7e0ed28fa23fdbb6a3604458632b91c0a79006a6fb45a0ea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f154bfb-ddce-443a-a6e6-d0deef3f01a2" -d '{"events": [{"name": "network-changed", "server_uuid": "56dffbf3-4309-4b9f-992f-118a9d2b3563", "tag": "0ed1e1a7-57d4-4ca3-9a56-96e3e696207c"}]}' {{(pid=110157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 15:01:19.239872 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.plugin [None req-e6251990-6f48-4464-90a0-85faa3c85fe3 admin admin] Deleting port 961bfb30-2f69-45c2-82b7-2052c0935a46 {{(pid=110156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:01:19.240225 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-e6251990-6f48-4464-90a0-85faa3c85fe3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (961bfb30-2f69-45c2-82b7-2052c0935a46), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:19.250461 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76281819-acf0-4dd5-b676-158537a8f72f req-80cb64f0-5739-4c0b-b408-a8658b194149 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:19.252264 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-76281819-acf0-4dd5-b676-158537a8f72f req-80cb64f0-5739-4c0b-b408-a8658b194149 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 945 time: 0.0956182 May 18 15:01:19.314786 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 15:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e836d3-570a-4b7f-bbf3-4640a68d8b51 x-openstack-request-id: req-10e836d3-570a-4b7f-bbf3-4640a68d8b51 {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 15:01:19.315476 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56dffbf3-4309-4b9f-992f-118a9d2b3563", "tag": "0ed1e1a7-57d4-4ca3-9a56-96e3e696207c", "status": "completed", "code": 200}]} {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 15:01:19.316947 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-10e836d3-570a-4b7f-bbf3-4640a68d8b51 {{(pid=110157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 15:01:19.317666 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10e836d3-570a-4b7f-bbf3-4640a68d8b51'] response: {'name': 'network-changed', 'server_uuid': '56dffbf3-4309-4b9f-992f-118a9d2b3563', 'tag': '0ed1e1a7-57d4-4ca3-9a56-96e3e696207c', 'status': 'completed', 'code': 200} May 18 15:01:19.342850 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-76281819-acf0-4dd5-b676-158537a8f72f req-c88d3e37-8f9c-4fce-8abb-0f825f29203b tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833132 May 18 15:01:19.376937 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.db [None req-e6251990-6f48-4464-90a0-85faa3c85fe3 admin admin] For port 961bfb30-2f69-45c2-82b7-2052c0935a46, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=961bfb30-2f69-45c2-82b7-2052c0935a46,segment=NetworkSegment(605bcccb-2406-4480-be4f-227fa2adf873),segment_id=605bcccb-2406-4480-be4f-227fa2adf873)] {{(pid=110156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:01:19.376937 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-e6251990-6f48-4464-90a0-85faa3c85fe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (961bfb30-2f69-45c2-82b7-2052c0935a46), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:19.417478 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.plugin [None req-e6251990-6f48-4464-90a0-85faa3c85fe3 admin admin] Calling delete_port for 961bfb30-2f69-45c2-82b7-2052c0935a46 owned by network:router_interface {{(pid=110156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:01:19.440413 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f154bfb-ddce-443a-a6e6-d0deef3f01a2 req-8c3053dc-2c63-43a2-9372-ef7b520b26ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:19.441894 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-2f154bfb-ddce-443a-a6e6-d0deef3f01a2 req-8c3053dc-2c63-43a2-9372-ef7b520b26ba service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0d032e462665466d83ab51e9c116d1e0&device_id=56dffbf3-4309-4b9f-992f-118a9d2b3563 HTTP/1.1" status: 200 len: 1130 time: 0.0593355 May 18 15:01:19.485326 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-01c1afb8-92d7-420a-a04b-ef8b323ac2a7 None None] Set router f05fe87d-8925-47ed-a112-a885d34bbd44 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:01:19.655711 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=100 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:19.762454 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-01c1afb8-92d7-420a-a04b-ef8b323ac2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'name': 'tempest-AttachVolumeNegativeTest-1491292696-router', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '200f4252-f1fc-44ba-8589-ea8c90b89e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:00:51Z', 'updated_at': '2022-05-18T15:00:55Z', 'revision_number': 4, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'gw_port': {'id': '200f4252-f1fc-44ba-8589-ea8c90b89e1c', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:00:52Z', 'updated_at': '2022-05-18T15:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_floatingips': [{'id': '07efd678-ead0-43d0-b17d-29ca011646ec', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'floating_ip_address': '172.27.3.149', 'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'router_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'port_id': '0ed1e1a7-57d4-4ca3-9a56-96e3e696207c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727', 'mac_address': 'fa:16:3e:24:40:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dffbf3-4309-4b9f-992f-118a9d2b3563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T15:00:58Z', 'updated_at': '2022-05-18T15:01:18Z', 'revision_number': 1, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f29204-1101-4159-9268-800d69f5f906', 'name': '', 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'mac_address': 'fa:16:3e:75:98:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '05655c39-f8fa-418a-853d-5fe3e615ed30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:00:54Z', 'updated_at': '2022-05-18T15:00:58Z', 'revision_number': 5, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'subnets': [{'id': '05655c39-f8fa-418a-853d-5fe3e615ed30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:01:19.789281 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c1afb8-92d7-420a-a04b-ef8b323ac2a7 None None] Checking router: f05fe87d-8925-47ed-a112-a885d34bbd44 for host: dv-cinder-839987-7-iscsi {{(pid=110159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 15:01:19.798918 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c1afb8-92d7-420a-a04b-ef8b323ac2a7 None None] Routers {'f05fe87d-8925-47ed-a112-a885d34bbd44'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:01:19.799787 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-01c1afb8-92d7-420a-a04b-ef8b323ac2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:00:53Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['f05fe87d-8925-47ed-a112-a885d34bbd44'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:01:19.877947 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=100 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:19.903197 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f154bfb-ddce-443a-a6e6-d0deef3f01a2 req-905faf00-d72b-4f4a-8320-f2967ff81d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:19.903447 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742baf14-f6cf-46ce-93c2-ec6f5460a78d req-a75bfb37-5275-44ca-9cc9-fa0b821b3529 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:19.904075 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-2f154bfb-ddce-443a-a6e6-d0deef3f01a2 req-905faf00-d72b-4f4a-8320-f2967ff81d8a service neutron] 10.222.0.49 "GET /v2.0/networks?id=9022122f-bfa2-48d6-ae5d-8c609a059727 HTTP/1.1" status: 200 len: 916 time: 0.1902719 May 18 15:01:19.911909 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-742baf14-f6cf-46ce-93c2-ec6f5460a78d req-a75bfb37-5275-44ca-9cc9-fa0b821b3529 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 944 time: 0.0649710 May 18 15:01:19.936366 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-01c1afb8-92d7-420a-a04b-ef8b323ac2a7 None None] Set router f05fe87d-8925-47ed-a112-a885d34bbd44 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:01:19.938805 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device 13109190-8799-4d42-a04f-c61a209975be no longer exists at agent hyperv_hv-cinder-83998 {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 15:01:19.970709 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-742baf14-f6cf-46ce-93c2-ec6f5460a78d req-bd420742-3207-4525-88d8-30808bd8e676 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae13b159-b5dd-474d-a8c4-0467efdcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578501 May 18 15:01:19.988109 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] No Port match for: 13109190-8799-4d42-a04f-c61a209975be {{(pid=110158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 15:01:19.989032 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device 13109190-8799-4d42-a04f-c61a209975be not bound to the agent host hv-cinder-83998 {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 15:01:19.993743 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=100 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:20.039967 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-2f154bfb-ddce-443a-a6e6-d0deef3f01a2 req-78c7e629-945c-43a8-ba1b-a12105344d00 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ed1e1a7-57d4-4ca3-9a56-96e3e696207c HTTP/1.1" status: 200 len: 1000 time: 0.1283231 May 18 15:01:20.108354 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f154bfb-ddce-443a-a6e6-d0deef3f01a2 req-832d441d-18fb-43a9-8249-be3b4d763b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:20.110160 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-2f154bfb-ddce-443a-a6e6-d0deef3f01a2 req-832d441d-18fb-43a9-8249-be3b4d763b36 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=05655c39-f8fa-418a-853d-5fe3e615ed30 HTTP/1.1" status: 200 len: 854 time: 0.0626965 May 18 15:01:20.179870 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-01c1afb8-92d7-420a-a04b-ef8b323ac2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'name': 'tempest-AttachVolumeNegativeTest-1491292696-router', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '200f4252-f1fc-44ba-8589-ea8c90b89e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:00:51Z', 'updated_at': '2022-05-18T15:00:55Z', 'revision_number': 4, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'gw_port': {'id': '200f4252-f1fc-44ba-8589-ea8c90b89e1c', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:00:52Z', 'updated_at': '2022-05-18T15:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_floatingips': [{'id': '07efd678-ead0-43d0-b17d-29ca011646ec', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'floating_ip_address': '172.27.3.149', 'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'router_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'port_id': '0ed1e1a7-57d4-4ca3-9a56-96e3e696207c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727', 'mac_address': 'fa:16:3e:24:40:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dffbf3-4309-4b9f-992f-118a9d2b3563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T15:00:58Z', 'updated_at': '2022-05-18T15:01:18Z', 'revision_number': 1, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f29204-1101-4159-9268-800d69f5f906', 'name': '', 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'mac_address': 'fa:16:3e:75:98:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '05655c39-f8fa-418a-853d-5fe3e615ed30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:00:54Z', 'updated_at': '2022-05-18T15:00:58Z', 'revision_number': 5, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'subnets': [{'id': '05655c39-f8fa-418a-853d-5fe3e615ed30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:01:20.188168 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f154bfb-ddce-443a-a6e6-d0deef3f01a2 req-fe6ad45a-75a5-46bb-b734-b81141b49177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:20.190088 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-2f154bfb-ddce-443a-a6e6-d0deef3f01a2 req-fe6ad45a-75a5-46bb-b734-b81141b49177 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9022122f-bfa2-48d6-ae5d-8c609a059727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0580461 May 18 15:01:20.194053 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-e6251990-6f48-4464-90a0-85faa3c85fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14495174'] for port (961bfb30-2f69-45c2-82b7-2052c0935a46), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:20.197638 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:20.219049 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c1afb8-92d7-420a-a04b-ef8b323ac2a7 None None] The sync data for ids ['f05fe87d-8925-47ed-a112-a885d34bbd44'] in dv-cinder-839987-7-iscsi is: [{'id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'name': 'tempest-AttachVolumeNegativeTest-1491292696-router', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '200f4252-f1fc-44ba-8589-ea8c90b89e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:00:51Z', 'updated_at': '2022-05-18T15:00:55Z', 'revision_number': 4, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'gw_port': {'id': '200f4252-f1fc-44ba-8589-ea8c90b89e1c', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:00:52Z', 'updated_at': '2022-05-18T15:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_floatingips': [{'id': '07efd678-ead0-43d0-b17d-29ca011646ec', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'floating_ip_address': '172.27.3.149', 'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'router_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'port_id': '0ed1e1a7-57d4-4ca3-9a56-96e3e696207c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727', 'mac_address': 'fa:16:3e:24:40:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dffbf3-4309-4b9f-992f-118a9d2b3563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T15:00:58Z', 'updated_at': '2022-05-18T15:01:18Z', 'revision_number': 1, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f29204-1101-4159-9268-800d69f5f906', 'name': '', 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'mac_address': 'fa:16:3e:75:98:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '05655c39-f8fa-418a-853d-5fe3e615ed30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:00:54Z', 'updated_at': '2022-05-18T15:00:58Z', 'revision_number': 5, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'subnets': [{'id': '05655c39-f8fa-418a-853d-5fe3e615ed30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 15:01:20.235740 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6251990-6f48-4464-90a0-85faa3c85fe3 admin admin] Pushing event deleted for resources: {'Port': ['ID=961bfb30-2f69-45c2-82b7-2052c0935a46,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:20.484372 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-2f154bfb-ddce-443a-a6e6-d0deef3f01a2 req-1d51f4e1-2e5d-4c2c-b457-fa4a0e7c9867 service neutron] 10.222.0.49 "GET /v2.0/networks/9022122f-bfa2-48d6-ae5d-8c609a059727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833052 May 18 15:01:20.534717 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e27c1d-d5dd-4078-b7b5-fbefc64f4675 req-5ad2f84a-3c5b-4aae-ad8f-c8ff5b45a22f tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:20.535780 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fac5e970-09d3-4b72-8a0d-23eaeb62aa4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (7afc6fe8-d13b-4fd3-bc99-e9efab9a141d), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:20.536875 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-83e27c1d-d5dd-4078-b7b5-fbefc64f4675 req-5ad2f84a-3c5b-4aae-ad8f-c8ff5b45a22f tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 945 time: 0.0776801 May 18 15:01:20.556641 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30049dac-bced-43ee-ada3-8822d90d6ce6 None None] New status for floating IP 07efd678-ead0-43d0-b17d-29ca011646ec: ACTIVE {{(pid=110158) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 15:01:20.618618 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-2f154bfb-ddce-443a-a6e6-d0deef3f01a2 req-c72d47e0-6f6f-4545-a6ad-36cc61eec87f service neutron] 10.222.0.49 "GET /v2.0/networks/9022122f-bfa2-48d6-ae5d-8c609a059727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076057 May 18 15:01:20.626702 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-83e27c1d-d5dd-4078-b7b5-fbefc64f4675 req-3b7ca25c-c1fe-455a-ab69-c586b969221e tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821996 May 18 15:01:20.679713 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-e6251990-6f48-4464-90a0-85faa3c85fe3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563813'] for router_interface (cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:20.946497 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6251990-6f48-4464-90a0-85faa3c85fe3 admin admin] Router cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef has already been hosted by L3 agent a5518e17-d4a6-403f-b34f-0fa3d03f1833 {{(pid=110156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 15:01:20.956097 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:21.068011 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6251990-6f48-4464-90a0-85faa3c85fe3 admin admin] Notify agent at l3_agent.dv-cinder-839987-7-iscsi the message routers_updated {{(pid=110156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 15:01:21.081824 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-e6251990-6f48-4464-90a0-85faa3c85fe3 admin admin] 10.222.0.59 "PUT /v2.0/routers/cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7054892 May 18 15:01:21.083855 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a9d8fb-cd41-4d4f-b71f-b5f0a4b134c7 None None] Sync routers for ids ['cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef'] in dv-cinder-839987-7-iscsi {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 15:01:21.084137 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 37206) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:01:21.102445 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a9d8fb-cd41-4d4f-b71f-b5f0a4b134c7 None None] Routers {'cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:01:21.103364 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-24a9d8fb-cd41-4d4f-b71f-b5f0a4b134c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:00:53Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:01:21.145108 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64efdfc-97a4-4430-a710-4a9660d4d1db req-0b725e36-9f9a-46c1-96a9-35903fae29fb tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:21.150889 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f64efdfc-97a4-4430-a710-4a9660d4d1db req-0b725e36-9f9a-46c1-96a9-35903fae29fb tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 944 time: 0.1080997 May 18 15:01:21.221000 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-7898c81e-2cb0-4ac7-bce3-c0bd80ccff78 admin admin] Publish callbacks [] for router (cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:21.226094 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-24a9d8fb-cd41-4d4f-b71f-b5f0a4b134c7 None None] Set router cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:01:21.235243 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f64efdfc-97a4-4430-a710-4a9660d4d1db req-ca2114cd-d0ee-4d27-9d05-f627cdf70e59 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae13b159-b5dd-474d-a8c4-0467efdcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730710 May 18 15:01:21.396230 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-7898c81e-2cb0-4ac7-bce3-c0bd80ccff78 admin admin] Publish callbacks [] for router_gateway (cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:21.455622 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.plugin [None req-7898c81e-2cb0-4ac7-bce3-c0bd80ccff78 admin admin] Deleting port 966617e1-a095-40fc-88c0-fcbbdc03e57f {{(pid=110156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:01:21.456802 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-7898c81e-2cb0-4ac7-bce3-c0bd80ccff78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (966617e1-a095-40fc-88c0-fcbbdc03e57f), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:21.458340 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-24a9d8fb-cd41-4d4f-b71f-b5f0a4b134c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef', 'name': 'tempest-TestMinimumBasicScenario-1793539287-router', 'tenant_id': '51aa9f371a9c4b20bd52f8e251c80711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '966617e1-a095-40fc-88c0-fcbbdc03e57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:58:23Z', 'updated_at': '2022-05-18T15:01:20Z', 'revision_number': 5, 'project_id': '51aa9f371a9c4b20bd52f8e251c80711', 'gw_port': {'id': '966617e1-a095-40fc-88c0-fcbbdc03e57f', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:01:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:58:24Z', 'updated_at': '2022-05-18T14:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi'}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:01:21.490234 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a9d8fb-cd41-4d4f-b71f-b5f0a4b134c7 None None] Checking router: cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef for host: dv-cinder-839987-7-iscsi {{(pid=110159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 15:01:21.501042 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a9d8fb-cd41-4d4f-b71f-b5f0a4b134c7 None None] Routers {'cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:01:21.501864 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-24a9d8fb-cd41-4d4f-b71f-b5f0a4b134c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:00:53Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:01:21.521445 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=100 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:21.561318 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.db [None req-7898c81e-2cb0-4ac7-bce3-c0bd80ccff78 admin admin] For port 966617e1-a095-40fc-88c0-fcbbdc03e57f, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=966617e1-a095-40fc-88c0-fcbbdc03e57f,segment=NetworkSegment(74645103-ef26-4e33-8147-3fc27f09baec),segment_id=74645103-ef26-4e33-8147-3fc27f09baec)] {{(pid=110156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:01:21.561700 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-7898c81e-2cb0-4ac7-bce3-c0bd80ccff78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (966617e1-a095-40fc-88c0-fcbbdc03e57f), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:21.579764 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.plugin [None req-7898c81e-2cb0-4ac7-bce3-c0bd80ccff78 admin admin] Calling delete_port for 966617e1-a095-40fc-88c0-fcbbdc03e57f owned by network:router_gateway {{(pid=110156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:01:21.589029 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=100 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:21.600947 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-24a9d8fb-cd41-4d4f-b71f-b5f0a4b134c7 None None] Set router cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef gateway port host: None {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:01:21.664402 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-24a9d8fb-cd41-4d4f-b71f-b5f0a4b134c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef', 'name': 'tempest-TestMinimumBasicScenario-1793539287-router', 'tenant_id': '51aa9f371a9c4b20bd52f8e251c80711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:58:23Z', 'updated_at': '2022-05-18T15:01:21Z', 'revision_number': 6, 'project_id': '51aa9f371a9c4b20bd52f8e251c80711', 'gw_port_host': None}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:01:21.710974 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a9d8fb-cd41-4d4f-b71f-b5f0a4b134c7 None None] The sync data for ids ['cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef'] in dv-cinder-839987-7-iscsi is: [{'id': 'cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef', 'name': 'tempest-TestMinimumBasicScenario-1793539287-router', 'tenant_id': '51aa9f371a9c4b20bd52f8e251c80711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:58:23Z', 'updated_at': '2022-05-18T15:01:21Z', 'revision_number': 6, 'project_id': '51aa9f371a9c4b20bd52f8e251c80711', 'gw_port_host': None}] {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 15:01:21.785637 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2426d-a448-4dfe-8e46-19158a0783bd req-3db9e852-ab32-4f5a-a271-e3a674a513a5 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:21.787235 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6ea2426d-a448-4dfe-8e46-19158a0783bd req-3db9e852-ab32-4f5a-a271-e3a674a513a5 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 945 time: 0.0634220 May 18 15:01:21.841315 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-7898c81e-2cb0-4ac7-bce3-c0bd80ccff78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14495174'] for port (966617e1-a095-40fc-88c0-fcbbdc03e57f), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:21.844665 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6ea2426d-a448-4dfe-8e46-19158a0783bd req-300a61b9-335f-4db2-9087-2bb8c020f03a tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487189 May 18 15:01:21.874874 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7898c81e-2cb0-4ac7-bce3-c0bd80ccff78 admin admin] Pushing event deleted for resources: {'Port': ['ID=966617e1-a095-40fc-88c0-fcbbdc03e57f,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:21.947469 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-7898c81e-2cb0-4ac7-bce3-c0bd80ccff78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014856'] for router_gateway (cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:22.056139 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-7898c81e-2cb0-4ac7-bce3-c0bd80ccff78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1014016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30042'] for router (cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:22.058801 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-7898c81e-2cb0-4ac7-bce3-c0bd80ccff78 admin admin] Publish callbacks [] for router_controller (cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef), precommit_delete_associations {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:22.146757 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-7898c81e-2cb0-4ac7-bce3-c0bd80ccff78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1014041'] for router (cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:22.147419 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7898c81e-2cb0-4ac7-bce3-c0bd80ccff78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef {{(pid=110156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 15:01:22.152988 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-7898c81e-2cb0-4ac7-bce3-c0bd80ccff78 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:22.154194 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-7898c81e-2cb0-4ac7-bce3-c0bd80ccff78 admin admin] 10.222.0.59 "DELETE /v2.0/routers/cc71d16c-7ddd-4bf3-bc40-83bf1218c7ef HTTP/1.1" status: 204 len: 168 time: 1.0690293 May 18 15:01:22.156769 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 37212) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:01:22.235043 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.db_base_plugin_v2 [None req-3916c868-8efe-4d04-88e2-11a3f3d95ede admin admin] Deleting subnet f67ef94c-fe95-4707-8c30-e8bb6bac9712 {{(pid=110156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 18 15:01:22.243350 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-3916c868-8efe-4d04-88e2-11a3f3d95ede admin admin] Publish callbacks [] for subnet (f67ef94c-fe95-4707-8c30-e8bb6bac9712), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:22.289181 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-3916c868-8efe-4d04-88e2-11a3f3d95ede admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14249964'] for subnet (f67ef94c-fe95-4707-8c30-e8bb6bac9712), precommit_delete_associations {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:22.370122 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a62cd05-1a66-4288-a032-92d9bfc3c95f req-13d7e58c-b846-4302-9274-bb25e8137523 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:22.377134 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1a62cd05-1a66-4288-a032-92d9bfc3c95f req-13d7e58c-b846-4302-9274-bb25e8137523 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 944 time: 0.0683682 May 18 15:01:22.406751 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-3916c868-8efe-4d04-88e2-11a3f3d95ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027974'] for subnet (f67ef94c-fe95-4707-8c30-e8bb6bac9712), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:22.442853 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:22.452831 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1a62cd05-1a66-4288-a032-92d9bfc3c95f req-9dd84abd-0884-4aff-a5f4-5cab51552e4e tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae13b159-b5dd-474d-a8c4-0467efdcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718455 May 18 15:01:22.477773 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-3916c868-8efe-4d04-88e2-11a3f3d95ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2027999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14493751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12844375'] for subnet (f67ef94c-fe95-4707-8c30-e8bb6bac9712), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:22.505515 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3916c868-8efe-4d04-88e2-11a3f3d95ede admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f67ef94c-fe95-4707-8c30-e8bb6bac9712,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:22.510356 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-3916c868-8efe-4d04-88e2-11a3f3d95ede admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:22.513869 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-3916c868-8efe-4d04-88e2-11a3f3d95ede admin admin] 10.222.0.59 "DELETE /v2.0/subnets/f67ef94c-fe95-4707-8c30-e8bb6bac9712 HTTP/1.1" status: 204 len: 168 time: 0.3560784 May 18 15:01:22.516289 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 37216) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:01:22.518724 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2655ecd9-5b72-485d-bf1a-bb2050a25d5f None None] Network 5bc950ac-9a60-4db1-9e91-6b6e6f038301 requested from dv-cinder-839987-7-iscsi {{(pid=110158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 15:01:22.625436 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-f7740c18-258b-43ea-bafb-07fdf10a7c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1954329'] for network (5bc950ac-9a60-4db1-9e91-6b6e6f038301), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:22.671131 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:22.687309 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.plugin [None req-f7740c18-258b-43ea-bafb-07fdf10a7c5a admin admin] Deleting port bfc3bc42-9697-4d47-9765-166052f07fd0 {{(pid=110156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:01:22.687659 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-f7740c18-258b-43ea-bafb-07fdf10a7c5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (bfc3bc42-9697-4d47-9765-166052f07fd0), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:22.731344 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951394af-0a59-47d2-8c90-91327cf02188 None None] DHCP port deletion for 5bc950ac-9a60-4db1-9e91-6b6e6f038301 request from dv-cinder-839987-7-iscsi {{(pid=110158) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 18 15:01:22.764098 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.db [None req-f7740c18-258b-43ea-bafb-07fdf10a7c5a admin admin] For port bfc3bc42-9697-4d47-9765-166052f07fd0, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=bfc3bc42-9697-4d47-9765-166052f07fd0,segment=NetworkSegment(605bcccb-2406-4480-be4f-227fa2adf873),segment_id=605bcccb-2406-4480-be4f-227fa2adf873)] {{(pid=110156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:01:22.764810 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-f7740c18-258b-43ea-bafb-07fdf10a7c5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (bfc3bc42-9697-4d47-9765-166052f07fd0), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:22.786160 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.plugin [None req-f7740c18-258b-43ea-bafb-07fdf10a7c5a admin admin] Calling delete_port for bfc3bc42-9697-4d47-9765-166052f07fd0 owned by network:dhcp {{(pid=110156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:01:22.801967 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-951394af-0a59-47d2-8c90-91327cf02188 None None] Deleting port bfc3bc42-9697-4d47-9765-166052f07fd0 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:01:22.802670 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-951394af-0a59-47d2-8c90-91327cf02188 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (bfc3bc42-9697-4d47-9765-166052f07fd0), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:22.977218 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-f7740c18-258b-43ea-bafb-07fdf10a7c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14495174'] for port (bfc3bc42-9697-4d47-9765-166052f07fd0), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:23.006463 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7740c18-258b-43ea-bafb-07fdf10a7c5a admin admin] Pushing event deleted for resources: {'Port': ['ID=bfc3bc42-9697-4d47-9765-166052f07fd0,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:23.022313 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7740c18-258b-43ea-bafb-07fdf10a7c5a admin admin] No DVR routers for this DVR port bfc3bc42-9697-4d47-9765-166052f07fd0 on host dv-cinder-839987-7-iscsi {{(pid=110156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 15:01:23.096029 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba92347-5e86-4ad9-b3e2-ccc15fd9dae9 req-ef43552c-1fec-4882-b38b-d0bb5e54b234 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:23.096029 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8ba92347-5e86-4ad9-b3e2-ccc15fd9dae9 req-ef43552c-1fec-4882-b38b-d0bb5e54b234 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 945 time: 0.0997388 May 18 15:01:23.119711 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device bfc3bc42-9697-4d47-9765-166052f07fd0 no longer exists at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 15:01:23.171768 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] No Port match for: bfc3bc42-9697-4d47-9765-166052f07fd0 {{(pid=110158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 15:01:23.172020 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device bfc3bc42-9697-4d47-9765-166052f07fd0 not bound to the agent host dv-cinder-839987-7-iscsi {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 15:01:23.172733 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 966617e1-a095-40fc-88c0-fcbbdc03e57f no longer exists at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 15:01:23.196780 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8ba92347-5e86-4ad9-b3e2-ccc15fd9dae9 req-dd794511-9324-4a90-a93f-a8824eb3a098 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902915 May 18 15:01:23.199866 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] No Port match for: 966617e1-a095-40fc-88c0-fcbbdc03e57f {{(pid=110158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 15:01:23.200428 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 966617e1-a095-40fc-88c0-fcbbdc03e57f not bound to the agent host dv-cinder-839987-7-iscsi {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 15:01:23.200917 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 961bfb30-2f69-45c2-82b7-2052c0935a46 no longer exists at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 15:01:23.242585 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8626bc21-14a5-49e8-87d4-2f46b716eda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (a5518e17-d4a6-403f-b34f-0fa3d03f1833), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:23.250150 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-951394af-0a59-47d2-8c90-91327cf02188 None None] For port bfc3bc42-9697-4d47-9765-166052f07fd0, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=bfc3bc42-9697-4d47-9765-166052f07fd0,segment=NetworkSegment(605bcccb-2406-4480-be4f-227fa2adf873),segment_id=605bcccb-2406-4480-be4f-227fa2adf873)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:01:23.250549 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-951394af-0a59-47d2-8c90-91327cf02188 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (bfc3bc42-9697-4d47-9765-166052f07fd0), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:23.253202 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] No Port match for: 961bfb30-2f69-45c2-82b7-2052c0935a46 {{(pid=110158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 15:01:23.253547 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 961bfb30-2f69-45c2-82b7-2052c0935a46 not bound to the agent host dv-cinder-839987-7-iscsi {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 15:01:23.280143 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-951394af-0a59-47d2-8c90-91327cf02188 None None] Calling delete_port for bfc3bc42-9697-4d47-9765-166052f07fd0 owned by network:dhcp {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:01:23.373954 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-951394af-0a59-47d2-8c90-91327cf02188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040'] for port (bfc3bc42-9697-4d47-9765-166052f07fd0), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:23.402727 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951394af-0a59-47d2-8c90-91327cf02188 None None] Pushing event deleted for resources: {'Port': ['ID=bfc3bc42-9697-4d47-9765-166052f07fd0,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:23.408762 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951394af-0a59-47d2-8c90-91327cf02188 None None] No DVR routers for this DVR port bfc3bc42-9697-4d47-9765-166052f07fd0 on host dv-cinder-839987-7-iscsi {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 15:01:23.463144 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-f7740c18-258b-43ea-bafb-07fdf10a7c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017651', 'neutron.services.segments.db._delete_segments_for_network-8770382701078'] for network (5bc950ac-9a60-4db1-9e91-6b6e6f038301), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:23.488644 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.services.segments.db [None req-f7740c18-258b-43ea-bafb-07fdf10a7c5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bc950ac-9a60-4db1-9e91-6b6e6f038301']}} {{(pid=110156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:01:23.500768 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.services.segments.db [None req-f7740c18-258b-43ea-bafb-07fdf10a7c5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '605bcccb-2406-4480-be4f-227fa2adf873') {'for_net_delete': True} {{(pid=110156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:01:23.501095 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.services.segments.db [None req-f7740c18-258b-43ea-bafb-07fdf10a7c5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '605bcccb-2406-4480-be4f-227fa2adf873') {} {{(pid=110156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:01:23.511555 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-f7740c18-258b-43ea-bafb-07fdf10a7c5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770382700063', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14249941'] for segment (605bcccb-2406-4480-be4f-227fa2adf873), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:23.526275 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-f7740c18-258b-43ea-bafb-07fdf10a7c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029885'] for segment (605bcccb-2406-4480-be4f-227fa2adf873), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:23.533706 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7740c18-258b-43ea-bafb-07fdf10a7c5a admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=110156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 15:01:23.533706 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-f7740c18-258b-43ea-bafb-07fdf10a7c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14495125'] for segment (605bcccb-2406-4480-be4f-227fa2adf873), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:23.535143 dv-cinder-839987-7-iscsi neutron-server[110156]: Traceback (most recent call last): May 18 15:01:23.535143 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 15:01:23.535143 dv-cinder-839987-7-iscsi neutron-server[110156]: timer() May 18 15:01:23.535143 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 15:01:23.535143 dv-cinder-839987-7-iscsi neutron-server[110156]: cb(*args, **kw) May 18 15:01:23.535143 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 18 15:01:23.535143 dv-cinder-839987-7-iscsi neutron-server[110156]: return func(*args, **kwargs) May 18 15:01:23.535143 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 15:01:23.535143 dv-cinder-839987-7-iscsi neutron-server[110156]: self._notify() May 18 15:01:23.535143 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 15:01:23.535143 dv-cinder-839987-7-iscsi neutron-server[110156]: self.callback(batched_events) May 18 15:01:23.535143 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 15:01:23.535143 dv-cinder-839987-7-iscsi neutron-server[110156]: event.method(event) May 18 15:01:23.535143 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 15:01:23.535143 dv-cinder-839987-7-iscsi neutron-server[110156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 15:01:23.535143 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 15:01:23.535143 dv-cinder-839987-7-iscsi neutron-server[110156]: aggregate_uuid = self.p_client.list_aggregates( May 18 15:01:23.535143 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 15:01:23.535143 dv-cinder-839987-7-iscsi neutron-server[110156]: return f(self, *a, **k) May 18 15:01:23.535143 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 15:01:23.535143 dv-cinder-839987-7-iscsi neutron-server[110156]: return self._get(url).json() May 18 15:01:23.535143 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 15:01:23.535143 dv-cinder-839987-7-iscsi neutron-server[110156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 15:01:23.535143 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 15:01:23.535143 dv-cinder-839987-7-iscsi neutron-server[110156]: return self.request(url, 'GET', **kwargs) May 18 15:01:23.535143 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 15:01:23.535143 dv-cinder-839987-7-iscsi neutron-server[110156]: base_url = self.get_endpoint(auth, allow=allow, May 18 15:01:23.535143 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 15:01:23.535143 dv-cinder-839987-7-iscsi neutron-server[110156]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 15:01:23.535143 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 15:01:23.535143 dv-cinder-839987-7-iscsi neutron-server[110156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 15:01:23.535143 dv-cinder-839987-7-iscsi neutron-server[110156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 15:01:23.589554 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4f50ba-ef02-41e2-9b15-555fe603722f req-bbd3c659-a059-4d79-8566-a998f660d525 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:23.597046 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-9d4f50ba-ef02-41e2-9b15-555fe603722f req-bbd3c659-a059-4d79-8566-a998f660d525 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 944 time: 0.0686977 May 18 15:01:23.612329 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-f7740c18-258b-43ea-bafb-07fdf10a7c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008250'] for network (5bc950ac-9a60-4db1-9e91-6b6e6f038301), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:23.626177 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-f7740c18-258b-43ea-bafb-07fdf10a7c5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for network (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:23.630530 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-f7740c18-258b-43ea-bafb-07fdf10a7c5a admin admin] 10.222.0.59 "DELETE /v2.0/networks/5bc950ac-9a60-4db1-9e91-6b6e6f038301 HTTP/1.1" status: 204 len: 168 time: 1.1073740 May 18 15:01:23.634914 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 37226) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:01:23.642902 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7740c18-258b-43ea-bafb-07fdf10a7c5a admin admin] Pushing event deleted for resources: {'Network': ['ID=5bc950ac-9a60-4db1-9e91-6b6e6f038301,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:23.705950 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-9d4f50ba-ef02-41e2-9b15-555fe603722f req-afac6c6b-b66b-493a-b82e-2330a65ca19f tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae13b159-b5dd-474d-a8c4-0467efdcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079710 May 18 15:01:23.922650 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:23.970291 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:24.012099 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-50f4e27f-5619-452e-9630-0448ff5d9157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (0f4dbee4-4999-4f30-b578-59222d25f53e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:24.036509 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-dadf0d65-de80-423a-a09e-4579080415a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009274'] for router_interface (6b9eef4d-a71e-4077-8055-d39a365aee09), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:24.340219 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [None req-dadf0d65-de80-423a-a09e-4579080415a3 admin admin] Deleting port d45545c6-a99e-499e-91e3-12ff21ca305f {{(pid=110157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:01:24.340974 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-dadf0d65-de80-423a-a09e-4579080415a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (d45545c6-a99e-499e-91e3-12ff21ca305f), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:24.386322 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bd3ca1-765f-4d3d-9b81-96a003f5f4b8 req-5f102c31-1f4c-4763-89c0-9979b59b8f58 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:24.387850 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-48bd3ca1-765f-4d3d-9b81-96a003f5f4b8 req-5f102c31-1f4c-4763-89c0-9979b59b8f58 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 945 time: 0.0918136 May 18 15:01:24.479027 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-48bd3ca1-765f-4d3d-9b81-96a003f5f4b8 req-e75018a0-fef9-4e3e-8e8c-4c2720f34cdc tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826752 May 18 15:01:24.480879 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.db [None req-dadf0d65-de80-423a-a09e-4579080415a3 admin admin] For port d45545c6-a99e-499e-91e3-12ff21ca305f, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=d45545c6-a99e-499e-91e3-12ff21ca305f,segment=NetworkSegment(b2533031-1fd0-49be-a55a-d91e8e95c185),segment_id=b2533031-1fd0-49be-a55a-d91e8e95c185)] {{(pid=110157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:01:24.481357 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-dadf0d65-de80-423a-a09e-4579080415a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (d45545c6-a99e-499e-91e3-12ff21ca305f), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:24.496910 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [None req-dadf0d65-de80-423a-a09e-4579080415a3 admin admin] Calling delete_port for d45545c6-a99e-499e-91e3-12ff21ca305f owned by network:router_interface {{(pid=110157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:01:24.714721 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-dadf0d65-de80-423a-a09e-4579080415a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13704171'] for port (d45545c6-a99e-499e-91e3-12ff21ca305f), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:24.758578 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf0d65-de80-423a-a09e-4579080415a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d45545c6-a99e-499e-91e3-12ff21ca305f,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:24.902234 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1930bf02-24c4-4d4d-949d-5e4aa1b10e4c req-a3feb72f-68a2-4ff5-8ad1-ec4ab7b322c3 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:24.903804 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1930bf02-24c4-4d4d-949d-5e4aa1b10e4c req-a3feb72f-68a2-4ff5-8ad1-ec4ab7b322c3 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 944 time: 0.0945697 May 18 15:01:24.956343 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:25.002200 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:25.029068 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1930bf02-24c4-4d4d-949d-5e4aa1b10e4c req-a733bbe7-757f-43f2-b133-2e6b6ac072b6 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae13b159-b5dd-474d-a8c4-0467efdcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820937 May 18 15:01:25.081898 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-dadf0d65-de80-423a-a09e-4579080415a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563813'] for router_interface (6b9eef4d-a71e-4077-8055-d39a365aee09), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:25.130432 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:25.149988 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-86248160-1b36-4d80-a449-232705ae1859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (11bd5e7f-0ec7-43f5-9ca8-99d3c1136d9c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:25.331289 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dadf0d65-de80-423a-a09e-4579080415a3 admin admin] Router 6b9eef4d-a71e-4077-8055-d39a365aee09 has already been hosted by L3 agent a5518e17-d4a6-403f-b34f-0fa3d03f1833 {{(pid=110157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 15:01:25.440538 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dadf0d65-de80-423a-a09e-4579080415a3 admin admin] Notify agent at l3_agent.dv-cinder-839987-7-iscsi the message routers_updated {{(pid=110157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 15:01:25.446411 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-dadf0d65-de80-423a-a09e-4579080415a3 admin admin] 10.222.0.59 "PUT /v2.0/routers/6b9eef4d-a71e-4077-8055-d39a365aee09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8076994 May 18 15:01:25.458898 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 37232) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:01:25.462912 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cf7824-2789-413f-b80c-26ac369695f4 None None] Sync routers for ids ['6b9eef4d-a71e-4077-8055-d39a365aee09'] in dv-cinder-839987-7-iscsi {{(pid=110158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 15:01:25.476921 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cf7824-2789-413f-b80c-26ac369695f4 None None] Routers {'6b9eef4d-a71e-4077-8055-d39a365aee09'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:01:25.478005 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-74cf7824-2789-413f-b80c-26ac369695f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:01:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['6b9eef4d-a71e-4077-8055-d39a365aee09'], 'active': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:01:25.619204 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvr_db [None req-74cf7824-2789-413f-b80c-26ac369695f4 None None] Set router 6b9eef4d-a71e-4077-8055-d39a365aee09 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:01:25.628487 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb14aa7-2460-4bd8-afb2-69da9d90bfef req-ae1cba8c-fe88-4429-b3a4-a71aeec54527 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:25.630022 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-bfb14aa7-2460-4bd8-afb2-69da9d90bfef req-ae1cba8c-fe88-4429-b3a4-a71aeec54527 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 945 time: 0.0605605 May 18 15:01:25.638293 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-e520d5a5-d9d4-4bb1-8298-52447db1a49d admin admin] Publish callbacks [] for router (6b9eef4d-a71e-4077-8055-d39a365aee09), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:25.720805 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-bfb14aa7-2460-4bd8-afb2-69da9d90bfef req-762662aa-6fbe-4d13-b6c4-de5a1da279ac tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804942 May 18 15:01:25.769807 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-e520d5a5-d9d4-4bb1-8298-52447db1a49d admin admin] Publish callbacks [] for router_gateway (6b9eef4d-a71e-4077-8055-d39a365aee09), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:25.808302 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:25.833166 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.plugin [None req-e520d5a5-d9d4-4bb1-8298-52447db1a49d admin admin] Deleting port 4938f35b-f033-49fd-87b4-01f305a94de2 {{(pid=110156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:01:25.833702 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-e520d5a5-d9d4-4bb1-8298-52447db1a49d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (4938f35b-f033-49fd-87b4-01f305a94de2), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:25.859270 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-74cf7824-2789-413f-b80c-26ac369695f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9eef4d-a71e-4077-8055-d39a365aee09', 'name': 'tempest-TestMinimumBasicScenario-269245737-router', 'tenant_id': 'a5cf3ef49d7342e7938fcecf26730db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '4938f35b-f033-49fd-87b4-01f305a94de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:58:29Z', 'updated_at': '2022-05-18T15:01:24Z', 'revision_number': 5, 'project_id': 'a5cf3ef49d7342e7938fcecf26730db7', 'gw_port': {'id': '4938f35b-f033-49fd-87b4-01f305a94de2', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:63:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9eef4d-a71e-4077-8055-d39a365aee09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:58:30Z', 'updated_at': '2022-05-18T14:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi'}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:01:25.888856 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cf7824-2789-413f-b80c-26ac369695f4 None None] Checking router: 6b9eef4d-a71e-4077-8055-d39a365aee09 for host: dv-cinder-839987-7-iscsi {{(pid=110158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 15:01:25.900766 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cf7824-2789-413f-b80c-26ac369695f4 None None] Routers {'6b9eef4d-a71e-4077-8055-d39a365aee09'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:01:25.903598 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-74cf7824-2789-413f-b80c-26ac369695f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:01:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['6b9eef4d-a71e-4077-8055-d39a365aee09'], 'active': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:01:25.948947 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.db [None req-e520d5a5-d9d4-4bb1-8298-52447db1a49d admin admin] For port 4938f35b-f033-49fd-87b4-01f305a94de2, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=4938f35b-f033-49fd-87b4-01f305a94de2,segment=NetworkSegment(74645103-ef26-4e33-8147-3fc27f09baec),segment_id=74645103-ef26-4e33-8147-3fc27f09baec)] {{(pid=110156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:01:25.949824 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-e520d5a5-d9d4-4bb1-8298-52447db1a49d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (4938f35b-f033-49fd-87b4-01f305a94de2), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:25.960795 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:25.966307 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.plugin [None req-e520d5a5-d9d4-4bb1-8298-52447db1a49d admin admin] Calling delete_port for 4938f35b-f033-49fd-87b4-01f305a94de2 owned by network:router_gateway {{(pid=110156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:01:25.992635 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device 85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=110158) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 15:01:26.046933 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:26.120283 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvr_db [None req-74cf7824-2789-413f-b80c-26ac369695f4 None None] Set router 6b9eef4d-a71e-4077-8055-d39a365aee09 gateway port host: None {{(pid=110158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:01:26.185935 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-74cf7824-2789-413f-b80c-26ac369695f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9eef4d-a71e-4077-8055-d39a365aee09', 'name': 'tempest-TestMinimumBasicScenario-269245737-router', 'tenant_id': 'a5cf3ef49d7342e7938fcecf26730db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:58:29Z', 'updated_at': '2022-05-18T15:01:25Z', 'revision_number': 6, 'project_id': 'a5cf3ef49d7342e7938fcecf26730db7', 'gw_port_host': None}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:01:26.197971 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e296ea-b0e1-46a0-b0df-e7fc9e2c0152 req-42eb5365-86ab-4757-af57-a1d68a9b155e tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:26.200491 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-c5e296ea-b0e1-46a0-b0df-e7fc9e2c0152 req-42eb5365-86ab-4757-af57-a1d68a9b155e tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 944 time: 0.0624719 May 18 15:01:26.225132 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cf7824-2789-413f-b80c-26ac369695f4 None None] The sync data for ids ['6b9eef4d-a71e-4077-8055-d39a365aee09'] in dv-cinder-839987-7-iscsi is: [{'id': '6b9eef4d-a71e-4077-8055-d39a365aee09', 'name': 'tempest-TestMinimumBasicScenario-269245737-router', 'tenant_id': 'a5cf3ef49d7342e7938fcecf26730db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:58:29Z', 'updated_at': '2022-05-18T15:01:25Z', 'revision_number': 6, 'project_id': 'a5cf3ef49d7342e7938fcecf26730db7', 'gw_port_host': None}] {{(pid=110158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 15:01:26.233823 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-e520d5a5-d9d4-4bb1-8298-52447db1a49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14495174'] for port (4938f35b-f033-49fd-87b4-01f305a94de2), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:26.254121 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port 85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d,segment=NetworkSegment(6c60f771-397d-4b26-9fa2-616a44f0e2a2),segment_id=6c60f771-397d-4b26-9fa2-616a44f0e2a2)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:01:26.269729 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Returning: {'device': '85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d', 'network_id': '4cb14f9c-6f08-4729-8557-f3c05e247fd9', 'port_id': '85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d', 'mac_address': 'fa:16:3e:e4:69:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89243c68-b4f8-45b7-8520-ec7240a88f0d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110158) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 15:01:26.296798 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e520d5a5-d9d4-4bb1-8298-52447db1a49d admin admin] Pushing event deleted for resources: {'Port': ['ID=4938f35b-f033-49fd-87b4-01f305a94de2,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:26.334009 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-c5e296ea-b0e1-46a0-b0df-e7fc9e2c0152 req-62faef2f-3192-4777-9960-b1f7af354d1c tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae13b159-b5dd-474d-a8c4-0467efdcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250999 May 18 15:01:26.349181 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Current status of the port 85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d is: DOWN; New status is: BUILD {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 15:01:26.349571 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:26.370026 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d {{(pid=110158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 15:01:26.394415 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-e520d5a5-d9d4-4bb1-8298-52447db1a49d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014856'] for router_gateway (6b9eef4d-a71e-4077-8055-d39a365aee09), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:26.395637 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port 85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d,segment=NetworkSegment(6c60f771-397d-4b26-9fa2-616a44f0e2a2),segment_id=6c60f771-397d-4b26-9fa2-616a44f0e2a2)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:01:26.401083 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:26.480889 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Pushing event updated for resources: {'Port': ['ID=85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d,revision_number=7']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:26.493873 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-e520d5a5-d9d4-4bb1-8298-52447db1a49d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1014016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30042'] for router (6b9eef4d-a71e-4077-8055-d39a365aee09), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:26.496554 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-e520d5a5-d9d4-4bb1-8298-52447db1a49d admin admin] Publish callbacks [] for router_controller (6b9eef4d-a71e-4077-8055-d39a365aee09), precommit_delete_associations {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:26.505892 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:26.542324 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-e520d5a5-d9d4-4bb1-8298-52447db1a49d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1014041'] for router (6b9eef4d-a71e-4077-8055-d39a365aee09), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:26.543015 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e520d5a5-d9d4-4bb1-8298-52447db1a49d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b9eef4d-a71e-4077-8055-d39a365aee09 {{(pid=110156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 15:01:26.548166 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-e520d5a5-d9d4-4bb1-8298-52447db1a49d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:26.552749 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-e520d5a5-d9d4-4bb1-8298-52447db1a49d admin admin] 10.222.0.59 "DELETE /v2.0/routers/6b9eef4d-a71e-4077-8055-d39a365aee09 HTTP/1.1" status: 204 len: 168 time: 1.0891395 May 18 15:01:26.555170 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 37244) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:01:26.605940 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.db_base_plugin_v2 [None req-e07f9f71-2500-4928-9f61-acc076eeb6f8 admin admin] Deleting subnet 413afb0c-edcd-4f02-ac0d-48603fe253b9 {{(pid=110157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 18 15:01:26.610707 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-e07f9f71-2500-4928-9f61-acc076eeb6f8 admin admin] Publish callbacks [] for subnet (413afb0c-edcd-4f02-ac0d-48603fe253b9), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:26.669240 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-e07f9f71-2500-4928-9f61-acc076eeb6f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14498573'] for subnet (413afb0c-edcd-4f02-ac0d-48603fe253b9), precommit_delete_associations {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:26.751655 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] get_ports_and_sgs() called for port_ids ['85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d'] {{(pid=110158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 15:01:26.771657 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-e07f9f71-2500-4928-9f61-acc076eeb6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027974'] for subnet (413afb0c-edcd-4f02-ac0d-48603fe253b9), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:26.827251 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:26.840533 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-e07f9f71-2500-4928-9f61-acc076eeb6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2027999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13704730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12604597'] for subnet (413afb0c-edcd-4f02-ac0d-48603fe253b9), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:26.910052 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-e07f9f71-2500-4928-9f61-acc076eeb6f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for subnet (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:26.914856 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-e07f9f71-2500-4928-9f61-acc076eeb6f8 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/413afb0c-edcd-4f02-ac0d-48603fe253b9 HTTP/1.1" status: 204 len: 168 time: 0.3590071 May 18 15:01:26.917325 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 37248) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:01:26.921531 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:26.927205 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bef2d6-d627-4a8d-93c1-e6449e43eac1 None None] Network b1ca48a6-2f62-4765-a2ba-95a9b502e18a requested from dv-cinder-839987-7-iscsi {{(pid=110158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 15:01:26.941412 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07f9f71-2500-4928-9f61-acc076eeb6f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=413afb0c-edcd-4f02-ac0d-48603fe253b9,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:26.950744 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3fb7aa-a495-4056-8126-025b8e6fd1f2 req-801a6336-154b-4747-b788-9a9383dc590d tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:26.957636 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0a3fb7aa-a495-4056-8126-025b8e6fd1f2 req-801a6336-154b-4747-b788-9a9383dc590d tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 945 time: 0.1142979 May 18 15:01:27.010074 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:27.015255 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0a3fb7aa-a495-4056-8126-025b8e6fd1f2 req-ecd33cf3-122f-4640-8d2c-e1f5730aaa89 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567238 May 18 15:01:27.018406 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ef3a123e-4e23-4101-ac13-1d6b608362b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1954329'] for network (b1ca48a6-2f62-4765-a2ba-95a9b502e18a), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:27.073680 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a123e-4e23-4101-ac13-1d6b608362b6 admin admin] Deleting port 8e33babf-5c1f-4877-ac40-a2ad31e29f0c {{(pid=110156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:01:27.074033 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ef3a123e-4e23-4101-ac13-1d6b608362b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (8e33babf-5c1f-4877-ac40-a2ad31e29f0c), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:27.151795 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 4938f35b-f033-49fd-87b4-01f305a94de2 no longer exists at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 15:01:27.183858 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] No Port match for: 4938f35b-f033-49fd-87b4-01f305a94de2 {{(pid=110158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 15:01:27.184208 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 4938f35b-f033-49fd-87b4-01f305a94de2 not bound to the agent host dv-cinder-839987-7-iscsi {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 15:01:27.184320 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.db [None req-ef3a123e-4e23-4101-ac13-1d6b608362b6 admin admin] For port 8e33babf-5c1f-4877-ac40-a2ad31e29f0c, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=8e33babf-5c1f-4877-ac40-a2ad31e29f0c,segment=NetworkSegment(b2533031-1fd0-49be-a55a-d91e8e95c185),segment_id=b2533031-1fd0-49be-a55a-d91e8e95c185)] {{(pid=110156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:01:27.184657 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device d45545c6-a99e-499e-91e3-12ff21ca305f no longer exists at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 15:01:27.184813 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ef3a123e-4e23-4101-ac13-1d6b608362b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (8e33babf-5c1f-4877-ac40-a2ad31e29f0c), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:27.206896 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a123e-4e23-4101-ac13-1d6b608362b6 admin admin] Calling delete_port for 8e33babf-5c1f-4877-ac40-a2ad31e29f0c owned by network:dhcp {{(pid=110156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:01:27.221604 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e321bb52-0083-48e7-8d61-c802f8635403 None None] DHCP port deletion for b1ca48a6-2f62-4765-a2ba-95a9b502e18a request from dv-cinder-839987-7-iscsi {{(pid=110158) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 18 15:01:27.224879 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] No Port match for: d45545c6-a99e-499e-91e3-12ff21ca305f {{(pid=110158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 15:01:27.225226 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device d45545c6-a99e-499e-91e3-12ff21ca305f not bound to the agent host dv-cinder-839987-7-iscsi {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 15:01:27.284985 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-e321bb52-0083-48e7-8d61-c802f8635403 None None] Deleting port 8e33babf-5c1f-4877-ac40-a2ad31e29f0c {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:01:27.285381 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e321bb52-0083-48e7-8d61-c802f8635403 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (8e33babf-5c1f-4877-ac40-a2ad31e29f0c), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:27.291253 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ef3a123e-4e23-4101-ac13-1d6b608362b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14495174'] for port (8e33babf-5c1f-4877-ac40-a2ad31e29f0c), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:27.316893 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a123e-4e23-4101-ac13-1d6b608362b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e33babf-5c1f-4877-ac40-a2ad31e29f0c,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:27.320429 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3a123e-4e23-4101-ac13-1d6b608362b6 admin admin] No DVR routers for this DVR port 8e33babf-5c1f-4877-ac40-a2ad31e29f0c on host dv-cinder-839987-7-iscsi {{(pid=110156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 15:01:27.354515 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=100 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:27.356427 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-e321bb52-0083-48e7-8d61-c802f8635403 None None] For port 8e33babf-5c1f-4877-ac40-a2ad31e29f0c, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=8e33babf-5c1f-4877-ac40-a2ad31e29f0c,segment=NetworkSegment(b2533031-1fd0-49be-a55a-d91e8e95c185),segment_id=b2533031-1fd0-49be-a55a-d91e8e95c185)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:01:27.356847 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e321bb52-0083-48e7-8d61-c802f8635403 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (8e33babf-5c1f-4877-ac40-a2ad31e29f0c), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:27.371287 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-e321bb52-0083-48e7-8d61-c802f8635403 None None] Calling delete_port for 8e33babf-5c1f-4877-ac40-a2ad31e29f0c owned by network:dhcp {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:01:27.398151 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ef3a123e-4e23-4101-ac13-1d6b608362b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017651', 'neutron.services.segments.db._delete_segments_for_network-8770382701078'] for network (b1ca48a6-2f62-4765-a2ba-95a9b502e18a), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:27.426206 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.services.segments.db [None req-ef3a123e-4e23-4101-ac13-1d6b608362b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1ca48a6-2f62-4765-a2ba-95a9b502e18a']}} {{(pid=110156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:01:27.441917 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.services.segments.db [None req-ef3a123e-4e23-4101-ac13-1d6b608362b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2533031-1fd0-49be-a55a-d91e8e95c185') {'for_net_delete': True} {{(pid=110156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:01:27.442217 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.services.segments.db [None req-ef3a123e-4e23-4101-ac13-1d6b608362b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2533031-1fd0-49be-a55a-d91e8e95c185') {} {{(pid=110156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:01:27.458339 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ef3a123e-4e23-4101-ac13-1d6b608362b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770382700063', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14249941'] for segment (b2533031-1fd0-49be-a55a-d91e8e95c185), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:27.461721 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e321bb52-0083-48e7-8d61-c802f8635403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040'] for port (8e33babf-5c1f-4877-ac40-a2ad31e29f0c), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:27.473938 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ef3a123e-4e23-4101-ac13-1d6b608362b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029885'] for segment (b2533031-1fd0-49be-a55a-d91e8e95c185), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:27.481727 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef3a123e-4e23-4101-ac13-1d6b608362b6 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=110156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 15:01:27.482175 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ef3a123e-4e23-4101-ac13-1d6b608362b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14495125'] for segment (b2533031-1fd0-49be-a55a-d91e8e95c185), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:27.483404 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d6622-931e-4c4f-a9b9-2f62b59a916a req-933f1383-2613-4370-b286-606c1dccf571 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:27.484143 dv-cinder-839987-7-iscsi neutron-server[110156]: Traceback (most recent call last): May 18 15:01:27.484143 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 15:01:27.484143 dv-cinder-839987-7-iscsi neutron-server[110156]: timer() May 18 15:01:27.484143 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 15:01:27.484143 dv-cinder-839987-7-iscsi neutron-server[110156]: cb(*args, **kw) May 18 15:01:27.484143 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 18 15:01:27.484143 dv-cinder-839987-7-iscsi neutron-server[110156]: return func(*args, **kwargs) May 18 15:01:27.484143 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 15:01:27.484143 dv-cinder-839987-7-iscsi neutron-server[110156]: self._notify() May 18 15:01:27.484143 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 15:01:27.484143 dv-cinder-839987-7-iscsi neutron-server[110156]: self.callback(batched_events) May 18 15:01:27.484143 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 15:01:27.484143 dv-cinder-839987-7-iscsi neutron-server[110156]: event.method(event) May 18 15:01:27.484143 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 15:01:27.484143 dv-cinder-839987-7-iscsi neutron-server[110156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 15:01:27.484143 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 15:01:27.484143 dv-cinder-839987-7-iscsi neutron-server[110156]: aggregate_uuid = self.p_client.list_aggregates( May 18 15:01:27.484143 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 15:01:27.484143 dv-cinder-839987-7-iscsi neutron-server[110156]: return f(self, *a, **k) May 18 15:01:27.484143 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 15:01:27.484143 dv-cinder-839987-7-iscsi neutron-server[110156]: return self._get(url).json() May 18 15:01:27.484143 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 15:01:27.484143 dv-cinder-839987-7-iscsi neutron-server[110156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 15:01:27.484143 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 15:01:27.484143 dv-cinder-839987-7-iscsi neutron-server[110156]: return self.request(url, 'GET', **kwargs) May 18 15:01:27.484143 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 15:01:27.484143 dv-cinder-839987-7-iscsi neutron-server[110156]: base_url = self.get_endpoint(auth, allow=allow, May 18 15:01:27.484143 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 15:01:27.484143 dv-cinder-839987-7-iscsi neutron-server[110156]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 15:01:27.484143 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 15:01:27.484143 dv-cinder-839987-7-iscsi neutron-server[110156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 15:01:27.484143 dv-cinder-839987-7-iscsi neutron-server[110156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 15:01:27.486313 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-823d6622-931e-4c4f-a9b9-2f62b59a916a req-933f1383-2613-4370-b286-606c1dccf571 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 945 time: 0.0640104 May 18 15:01:27.500259 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e321bb52-0083-48e7-8d61-c802f8635403 None None] Pushing event deleted for resources: {'Port': ['ID=8e33babf-5c1f-4877-ac40-a2ad31e29f0c,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:27.505732 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e321bb52-0083-48e7-8d61-c802f8635403 None None] No DVR routers for this DVR port 8e33babf-5c1f-4877-ac40-a2ad31e29f0c on host dv-cinder-839987-7-iscsi {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 15:01:27.541553 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ef3a123e-4e23-4101-ac13-1d6b608362b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008250'] for network (b1ca48a6-2f62-4765-a2ba-95a9b502e18a), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:27.546599 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ef3a123e-4e23-4101-ac13-1d6b608362b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for network (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:27.550146 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-ef3a123e-4e23-4101-ac13-1d6b608362b6 admin admin] 10.222.0.59 "DELETE /v2.0/networks/b1ca48a6-2f62-4765-a2ba-95a9b502e18a HTTP/1.1" status: 204 len: 168 time: 0.6318007 May 18 15:01:27.557431 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-823d6622-931e-4c4f-a9b9-2f62b59a916a req-97ab46b4-2ad4-4a97-8380-4e2d5c63b621 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae13b159-b5dd-474d-a8c4-0467efdcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658591 May 18 15:01:27.569845 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a123e-4e23-4101-ac13-1d6b608362b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1ca48a6-2f62-4765-a2ba-95a9b502e18a,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:27.673876 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 37264) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:01:27.715429 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-9c1e3279-afbc-431d-9638-710c40a259bf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=51aa9f371a9c4b20bd52f8e251c80711&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403876 May 18 15:01:27.717961 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 37266) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:01:27.723442 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:27.735680 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:27.770603 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-a080c617-350a-4c9b-a2ee-6dd9f7d0872e admin admin] Publish callbacks [] for security_group (9ae6d231-2416-440b-a669-c55404a7aa80), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:27.792496 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-a080c617-350a-4c9b-a2ee-6dd9f7d0872e admin admin] Publish callbacks [] for security_group (9ae6d231-2416-440b-a669-c55404a7aa80), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:27.838660 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-a080c617-350a-4c9b-a2ee-6dd9f7d0872e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (9ae6d231-2416-440b-a669-c55404a7aa80), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:27.841295 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-a080c617-350a-4c9b-a2ee-6dd9f7d0872e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:27.842455 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-a080c617-350a-4c9b-a2ee-6dd9f7d0872e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9ae6d231-2416-440b-a669-c55404a7aa80 HTTP/1.1" status: 204 len: 168 time: 0.1235962 May 18 15:01:27.851769 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a080c617-350a-4c9b-a2ee-6dd9f7d0872e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae6d231-2416-440b-a669-c55404a7aa80,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:27.902597 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b32de-2f8c-49d7-9816-7db389b69b0d req-2ec539b6-d895-418b-8766-429887092c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:27.904100 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-197b32de-2f8c-49d7-9816-7db389b69b0d req-2ec539b6-d895-418b-8766-429887092c35 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c46dc2b21d34158bf2a7eb0e39c06a3&device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 1129 time: 0.0410218 May 18 15:01:28.001476 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device 85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d up at agent hyperv_hv-cinder-83998 {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 15:01:28.003673 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b32de-2f8c-49d7-9816-7db389b69b0d req-c7fdcf3c-4a98-4b88-a605-2a1afa8bf666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:28.005210 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-197b32de-2f8c-49d7-9816-7db389b69b0d req-c7fdcf3c-4a98-4b88-a605-2a1afa8bf666 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0410fe00-b11d-4309-b353-5cb8e97484be HTTP/1.1" status: 200 len: 917 time: 0.0932758 May 18 15:01:28.047232 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Provisioning complete for port 85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 15:01:28.047610 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:28.082321 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-197b32de-2f8c-49d7-9816-7db389b69b0d req-22f174dd-7370-4098-8154-3e1c8445c5aa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d65953ed-9d4b-4ed8-bdb3-b52cc90c0217 HTTP/1.1" status: 200 len: 1001 time: 0.0696328 May 18 15:01:28.143454 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Current status of the port 85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d is: BUILD; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 15:01:28.144068 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:28.151493 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b32de-2f8c-49d7-9816-7db389b69b0d req-efe58633-92e2-4490-b4ff-b20f7d4405d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:28.154126 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-197b32de-2f8c-49d7-9816-7db389b69b0d req-efe58633-92e2-4490-b4ff-b20f7d4405d9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1be02795-0dc2-4225-87b4-7592fa1ed277 HTTP/1.1" status: 200 len: 855 time: 0.0655153 May 18 15:01:28.172206 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c69b24f-4d86-449b-897d-ebf6e2ac43fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 15:01:28.174886 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6cf7f0-f03f-4105-a809-95fc24693305 req-2f2aac1a-6e4a-473c-a4a2-f9c67f0573c4 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:28.175318 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62dae43363b0d9fbe88fecb50d2dfb4fafe72539e0e1d03116e82a6fdda86ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1fea177-5495-44f3-a202-e47d66d10100" -d '{"events": [{"server_uuid": "2c69b24f-4d86-449b-897d-ebf6e2ac43fb", "name": "network-vif-plugged", "status": "completed", "tag": "85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 15:01:28.176540 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6a6cf7f0-f03f-4105-a809-95fc24693305 req-2f2aac1a-6e4a-473c-a4a2-f9c67f0573c4 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 945 time: 0.0625551 May 18 15:01:28.206343 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b32de-2f8c-49d7-9816-7db389b69b0d req-f964b4dc-24f6-44f3-b7e2-65d2566b68d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:28.213079 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-197b32de-2f8c-49d7-9816-7db389b69b0d req-f964b4dc-24f6-44f3-b7e2-65d2566b68d7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0410fe00-b11d-4309-b353-5cb8e97484be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477340 May 18 15:01:28.213205 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port 85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d,segment=NetworkSegment(6c60f771-397d-4b26-9fa2-616a44f0e2a2),segment_id=6c60f771-397d-4b26-9fa2-616a44f0e2a2)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:01:28.217845 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:28.248008 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6a6cf7f0-f03f-4105-a809-95fc24693305 req-0903af58-f006-4420-9b23-af205465faec tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621960 May 18 15:01:28.248852 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 37278) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:01:28.254325 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 15:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce734e26-3370-49e5-ac1d-61f1065d512c x-openstack-request-id: req-ce734e26-3370-49e5-ac1d-61f1065d512c {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 15:01:28.254872 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c69b24f-4d86-449b-897d-ebf6e2ac43fb", "name": "network-vif-plugged", "status": "completed", "tag": "85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 15:01:28.255091 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ce734e26-3370-49e5-ac1d-61f1065d512c {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 15:01:28.255621 dv-cinder-839987-7-iscsi neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce734e26-3370-49e5-ac1d-61f1065d512c'] response: {'server_uuid': '2c69b24f-4d86-449b-897d-ebf6e2ac43fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d', 'code': 200} May 18 15:01:28.298058 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-da71f8c1-f6fb-44ea-b213-e8820b80e698 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a5cf3ef49d7342e7938fcecf26730db7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0479228 May 18 15:01:28.300610 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 37280) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:01:28.306902 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Pushing event updated for resources: {'Port': ['ID=85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d,revision_number=8']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:28.332693 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-197b32de-2f8c-49d7-9816-7db389b69b0d req-c2478b25-9bb4-4662-b5c9-0f6a6e60d1b0 service neutron] 10.222.0.49 "GET /v2.0/networks/0410fe00-b11d-4309-b353-5cb8e97484be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107299 May 18 15:01:28.349966 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-eedfb98c-a83d-42d4-b6bf-f8dab7e57a83 admin admin] Publish callbacks [] for security_group (8560e34d-4fe7-43a8-bc30-dc9f79fdc82d), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:28.371078 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-eedfb98c-a83d-42d4-b6bf-f8dab7e57a83 admin admin] Publish callbacks [] for security_group (8560e34d-4fe7-43a8-bc30-dc9f79fdc82d), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:28.422913 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-eedfb98c-a83d-42d4-b6bf-f8dab7e57a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (8560e34d-4fe7-43a8-bc30-dc9f79fdc82d), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:28.425515 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-eedfb98c-a83d-42d4-b6bf-f8dab7e57a83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:28.429518 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-eedfb98c-a83d-42d4-b6bf-f8dab7e57a83 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8560e34d-4fe7-43a8-bc30-dc9f79fdc82d HTTP/1.1" status: 204 len: 168 time: 0.1251531 May 18 15:01:28.436007 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedfb98c-a83d-42d4-b6bf-f8dab7e57a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8560e34d-4fe7-43a8-bc30-dc9f79fdc82d,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:28.490717 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-197b32de-2f8c-49d7-9816-7db389b69b0d req-f8be2abc-5d77-4254-88b2-abc4758cf2df service neutron] 10.222.0.49 "GET /v2.0/networks/0410fe00-b11d-4309-b353-5cb8e97484be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040027 May 18 15:01:28.683279 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841d1d7-d54e-40d6-9541-137d91b0040a req-7c5df45c-35ab-47e9-a360-2c8a2fc3ac89 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:28.684805 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-4841d1d7-d54e-40d6-9541-137d91b0040a req-7c5df45c-35ab-47e9-a360-2c8a2fc3ac89 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 946 time: 0.0476832 May 18 15:01:28.734737 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-4841d1d7-d54e-40d6-9541-137d91b0040a req-218b475c-6ac1-4fd2-8a0b-f54bc2adb0dc tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae13b159-b5dd-474d-a8c4-0467efdcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443189 May 18 15:01:28.900614 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 8e33babf-5c1f-4877-ac40-a2ad31e29f0c no longer exists at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 15:01:28.922823 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] No Port match for: 8e33babf-5c1f-4877-ac40-a2ad31e29f0c {{(pid=110158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 15:01:28.923169 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 8e33babf-5c1f-4877-ac40-a2ad31e29f0c not bound to the agent host dv-cinder-839987-7-iscsi {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 15:01:29.118929 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 37304) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:01:29.213226 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [None req-85013076-8f62-4936-8308-1face64f4d67 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-79845524-network', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249'}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:01:29.232863 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85013076-8f62-4936-8308-1face64f4d67 admin admin] Made reservation on behalf of d2f3dc5d9c6648c79267f71b5a86f249 for: {'network': 1} {{(pid=110157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 15:01:29.235220 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-85013076-8f62-4936-8308-1face64f4d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for network (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:29.244143 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-85013076-8f62-4936-8308-1face64f4d67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:29.323172 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-85013076-8f62-4936-8308-1face64f4d67 admin admin] Publish callbacks [] for security_group (24fcb1c0-d69d-4183-b170-3cbf4bccf12c), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:29.334039 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-85013076-8f62-4936-8308-1face64f4d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (24fcb1c0-d69d-4183-b170-3cbf4bccf12c), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:29.384871 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85013076-8f62-4936-8308-1face64f4d67 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=110157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 15:01:29.402637 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3891a986-27ae-46df-8c75-62501f7294c2 req-7990697b-afed-4162-b244-8fa039e49f5e tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:29.404097 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3891a986-27ae-46df-8c75-62501f7294c2 req-7990697b-afed-4162-b244-8fa039e49f5e tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 945 time: 0.0830736 May 18 15:01:29.406001 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85013076-8f62-4936-8308-1face64f4d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24fcb1c0-d69d-4183-b170-3cbf4bccf12c,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:29.413033 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-85013076-8f62-4936-8308-1face64f4d67 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770382701069', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029885'] for segment (581026d7-1ed0-43a5-8cc8-04eff6757853), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:29.413442 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.db.segments_db [None req-85013076-8f62-4936-8308-1face64f4d67 admin admin] Added segment 581026d7-1ed0-43a5-8cc8-04eff6757853 of type vlan for network 19da6af6-a529-4bd8-858e-9cc319b37384 May 18 15:01:29.434261 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:29.477724 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-85013076-8f62-4936-8308-1face64f4d67 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770382152789'] for network (19da6af6-a529-4bd8-858e-9cc319b37384), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:29.494708 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=13 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:29.512840 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3891a986-27ae-46df-8c75-62501f7294c2 req-c07c0795-73ed-4b40-a322-6d9fa09a29c0 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011541 May 18 15:01:29.523737 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-85013076-8f62-4936-8308-1face64f4d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355'] for network (19da6af6-a529-4bd8-858e-9cc319b37384), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:29.524792 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85013076-8f62-4936-8308-1face64f4d67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:29.525370 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-85013076-8f62-4936-8308-1face64f4d67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for network (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:29.582233 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-85013076-8f62-4936-8308-1face64f4d67 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4620590 May 18 15:01:29.585003 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 37310) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:01:29.589938 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-c5835646-229d-4e01-974b-03c1ed6764f5 admin admin] Request body: {'subnet': {'network_id': '19da6af6-a529-4bd8-858e-9cc319b37384', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-79845524-subnet', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'ip_version': 4}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:01:29.592823 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85013076-8f62-4936-8308-1face64f4d67 admin admin] Pushing event updated for resources: {'Network': ['ID=19da6af6-a529-4bd8-858e-9cc319b37384,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:29.605328 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Network 19da6af6-a529-4bd8-858e-9cc319b37384 details requested by agent ovs-agent-dv-cinder-839987-7-iscsi with host dv-cinder-839987-7-iscsi {{(pid=110158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 15:01:29.611606 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5835646-229d-4e01-974b-03c1ed6764f5 admin admin] Made reservation on behalf of d2f3dc5d9c6648c79267f71b5a86f249 for: {'subnet': 1} {{(pid=110156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 15:01:29.614062 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-c5835646-229d-4e01-974b-03c1ed6764f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12844410'] for subnet (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:29.786655 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-c5835646-229d-4e01-974b-03c1ed6764f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14493814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12844396'] for subnet (207e26a7-c20a-4ebc-a1ff-b0586cec622c), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:29.822093 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:29.838573 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5835646-229d-4e01-974b-03c1ed6764f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=207e26a7-c20a-4ebc-a1ff-b0586cec622c,revision_number=0']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:29.857534 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd355a6-4745-48e3-8b2b-62a48f5013ce req-7a375973-a080-4dc0-9168-5ddf4e00d416 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:29.859034 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-5cd355a6-4745-48e3-8b2b-62a48f5013ce req-7a375973-a080-4dc0-9168-5ddf4e00d416 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 946 time: 0.0536611 May 18 15:01:29.859176 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5835646-229d-4e01-974b-03c1ed6764f5 admin admin] Checking segment: {'id': '581026d7-1ed0-43a5-8cc8-04eff6757853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '19da6af6-a529-4bd8-858e-9cc319b37384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 15:01:29.859393 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5835646-229d-4e01-974b-03c1ed6764f5 admin admin] Network hostable DHCP agents. Network: 19da6af6-a529-4bd8-858e-9cc319b37384, hostable agents: ['7afc6fe8-d13b-4fd3-bc99-e9efab9a141d'], hosted agents: [] {{(pid=110156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 15:01:29.862163 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:29.877900 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5835646-229d-4e01-974b-03c1ed6764f5 admin admin] Network 19da6af6-a529-4bd8-858e-9cc319b37384 is scheduled to be hosted by DHCP agent 7afc6fe8-d13b-4fd3-bc99-e9efab9a141d with binding_index 1 {{(pid=110156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 15:01:29.887651 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.base_scheduler [None req-c5835646-229d-4e01-974b-03c1ed6764f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-7-iscsi, 19da6af6-a529-4bd8-858e-9cc319b37384) {{(pid=110156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 15:01:29.891936 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5835646-229d-4e01-974b-03c1ed6764f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:29.892526 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-c5835646-229d-4e01-974b-03c1ed6764f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:29.898251 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77fe9a2-2312-4676-b423-d70b1a22597e None None] Network 19da6af6-a529-4bd8-858e-9cc319b37384 requested from dv-cinder-839987-7-iscsi {{(pid=110158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 15:01:29.910845 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-5cd355a6-4745-48e3-8b2b-62a48f5013ce req-760b883a-b4ee-47cf-be53-152d7863bf9a tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae13b159-b5dd-474d-a8c4-0467efdcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459619 May 18 15:01:29.912861 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-c5835646-229d-4e01-974b-03c1ed6764f5 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3244789 May 18 15:01:29.914049 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 37314) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:01:29.918306 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-2907020e-aa28-449b-8d2c-86465ac2cda4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-79845524-router', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8'}}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:01:29.945140 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-2907020e-aa28-449b-8d2c-86465ac2cda4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1014178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30024'] for router (8573937c-6581-4c6d-ace7-8dd8acf225e5), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:29.946305 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-2907020e-aa28-449b-8d2c-86465ac2cda4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1014102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30033'] for router (8573937c-6581-4c6d-ace7-8dd8acf225e5), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:29.974658 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:29.998831 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-2907020e-aa28-449b-8d2c-86465ac2cda4 admin admin] Publish callbacks [] for router_controller (8573937c-6581-4c6d-ace7-8dd8acf225e5), precommit_add_association {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:30.012319 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6738f3ed-6459-418e-b69b-1ecfa69a6a81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f20f6cc-4f88-5695-b394-1707ddfc3587-19da6af6-a529-4bd8-858e-9cc319b37384', 'network_id': '19da6af6-a529-4bd8-858e-9cc319b37384', 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'fixed_ips': [{'subnet_id': '207e26a7-c20a-4ebc-a1ff-b0586cec622c'}]}} from dv-cinder-839987-7-iscsi. {{(pid=110158) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 18 15:01:30.013316 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6738f3ed-6459-418e-b69b-1ecfa69a6a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:30.133803 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-2907020e-aa28-449b-8d2c-86465ac2cda4 admin admin] Publish callbacks [] for router_gateway (8573937c-6581-4c6d-ace7-8dd8acf225e5), precommit_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:30.233156 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed1b27-810e-444a-8901-e339a52e9d16 req-2392bd16-9f24-4488-9db0-47f540a64d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:30.234628 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-29ed1b27-810e-444a-8901-e339a52e9d16 req-2392bd16-9f24-4488-9db0-47f540a64d72 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 1130 time: 0.0517194 May 18 15:01:30.280761 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-6738f3ed-6459-418e-b69b-1ecfa69a6a81 None None] Allocated IP 172.20.0.2 (19da6af6-a529-4bd8-858e-9cc319b37384/207e26a7-c20a-4ebc-a1ff-b0586cec622c/f969f00e-287e-4433-87fa-974da89321a6) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 15:01:30.370808 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-29ed1b27-810e-444a-8901-e339a52e9d16 req-12029fcc-3caa-46df-abf0-19af602aeeb3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ae13b159-b5dd-474d-a8c4-0467efdcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255288 May 18 15:01:30.387470 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-2907020e-aa28-449b-8d2c-86465ac2cda4 admin admin] Publish callbacks [] for router_gateway (8573937c-6581-4c6d-ace7-8dd8acf225e5), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:30.411029 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-2907020e-aa28-449b-8d2c-86465ac2cda4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:30.414311 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:30.428419 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6738f3ed-6459-418e-b69b-1ecfa69a6a81 None None] Publish callbacks [] for port (f969f00e-287e-4433-87fa-974da89321a6), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:30.434466 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6738f3ed-6459-418e-b69b-1ecfa69a6a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031'] for port (f969f00e-287e-4433-87fa-974da89321a6), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:30.473567 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6738f3ed-6459-418e-b69b-1ecfa69a6a81 None None] Network 19da6af6-a529-4bd8-858e-9cc319b37384 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 15:01:30.478608 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-6738f3ed-6459-418e-b69b-1ecfa69a6a81 None None] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 15:01:30.482446 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6738f3ed-6459-418e-b69b-1ecfa69a6a81 None None] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 15:01:30.488943 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6738f3ed-6459-418e-b69b-1ecfa69a6a81 None None] Pushing event updated for resources: {'Port': ['ID=f969f00e-287e-4433-87fa-974da89321a6,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:30.519920 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.db_base_plugin_common [None req-2907020e-aa28-449b-8d2c-86465ac2cda4 admin admin] Allocated IP 172.27.3.28 (f20aa9f3-2984-481b-bb59-fa1f034e36c8/b7750f80-229c-4d19-b013-2aee5952f8bb/f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb) {{(pid=110156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 15:01:30.544062 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-6738f3ed-6459-418e-b69b-1ecfa69a6a81 None None] Attempting to bind port f969f00e-287e-4433-87fa-974da89321a6 on host dv-cinder-839987-7-iscsi for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 15:01:30.544441 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-6738f3ed-6459-418e-b69b-1ecfa69a6a81 None None] Attempting to bind port f969f00e-287e-4433-87fa-974da89321a6 by drivers openvswitch,hyperv on host dv-cinder-839987-7-iscsi at level 0 using segments [{'id': '581026d7-1ed0-43a5-8cc8-04eff6757853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '19da6af6-a529-4bd8-858e-9cc319b37384'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 15:01:30.544836 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6738f3ed-6459-418e-b69b-1ecfa69a6a81 None None] Attempting to bind port f969f00e-287e-4433-87fa-974da89321a6 on network 19da6af6-a529-4bd8-858e-9cc319b37384 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 15:01:30.550354 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6738f3ed-6459-418e-b69b-1ecfa69a6a81 None None] Checking agent: {'id': 'ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 46, 56), 'started_at': datetime.datetime(2022, 5, 18, 14, 47, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 15, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 15:01:30.550738 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6738f3ed-6459-418e-b69b-1ecfa69a6a81 None None] Checking segment: {'id': '581026d7-1ed0-43a5-8cc8-04eff6757853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '19da6af6-a529-4bd8-858e-9cc319b37384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 15:01:30.551676 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6738f3ed-6459-418e-b69b-1ecfa69a6a81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:30.552084 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6738f3ed-6459-418e-b69b-1ecfa69a6a81 None None] Bound using segment: {'id': '581026d7-1ed0-43a5-8cc8-04eff6757853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '19da6af6-a529-4bd8-858e-9cc319b37384'} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 15:01:30.552558 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-6738f3ed-6459-418e-b69b-1ecfa69a6a81 None None] Bound port: f969f00e-287e-4433-87fa-974da89321a6, host: dv-cinder-839987-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '581026d7-1ed0-43a5-8cc8-04eff6757853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '19da6af6-a529-4bd8-858e-9cc319b37384'}}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 15:01:30.552960 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6738f3ed-6459-418e-b69b-1ecfa69a6a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (f969f00e-287e-4433-87fa-974da89321a6), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:30.618354 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-6738f3ed-6459-418e-b69b-1ecfa69a6a81 None None] For port f969f00e-287e-4433-87fa-974da89321a6, host dv-cinder-839987-7-iscsi, cleared binding levels {{(pid=110158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 15:01:30.621511 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-6738f3ed-6459-418e-b69b-1ecfa69a6a81 None None] For port f969f00e-287e-4433-87fa-974da89321a6, host dv-cinder-839987-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=f969f00e-287e-4433-87fa-974da89321a6,segment=NetworkSegment(581026d7-1ed0-43a5-8cc8-04eff6757853),segment_id=581026d7-1ed0-43a5-8cc8-04eff6757853)] {{(pid=110158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 15:01:30.628421 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6738f3ed-6459-418e-b69b-1ecfa69a6a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (f969f00e-287e-4433-87fa-974da89321a6), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:30.632235 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-2907020e-aa28-449b-8d2c-86465ac2cda4 admin admin] Publish callbacks [] for port (f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:30.637280 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0051aa38-2311-413d-bca0-62ad48601fef req-2a1dee9f-27fc-4645-a2fd-c32fa4e2c002 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:30.638631 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0051aa38-2311-413d-bca0-62ad48601fef req-2a1dee9f-27fc-4645-a2fd-c32fa4e2c002 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 945 time: 0.0493665 May 18 15:01:30.677062 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-2907020e-aa28-449b-8d2c-86465ac2cda4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14495174'] for port (f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:30.696639 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6738f3ed-6459-418e-b69b-1ecfa69a6a81 None None] Pushing event updated for resources: {'Port': ['ID=f969f00e-287e-4433-87fa-974da89321a6,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:30.712217 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:30.724920 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0051aa38-2311-413d-bca0-62ad48601fef req-e7faabec-f7ce-4ef5-9f83-4e112ea3b0db tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800610 May 18 15:01:30.726716 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:30.727433 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2907020e-aa28-449b-8d2c-86465ac2cda4 admin admin] Pushing event updated for resources: {'Port': ['ID=f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:30.734874 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2907020e-aa28-449b-8d2c-86465ac2cda4 admin admin] Network f20aa9f3-2984-481b-bb59-fa1f034e36c8 is already hosted by enough agents. {{(pid=110156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 15:01:30.737523 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.base_scheduler [None req-2907020e-aa28-449b-8d2c-86465ac2cda4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 15:01:30.739727 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2907020e-aa28-449b-8d2c-86465ac2cda4 admin admin] Received port after_create {{(pid=110156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 15:01:31.013929 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-2907020e-aa28-449b-8d2c-86465ac2cda4 admin admin] Publish callbacks [] for router_gateway (8573937c-6581-4c6d-ace7-8dd8acf225e5), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:31.040770 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e103479d-09a4-4125-83f9-ed49ac2a24aa req-1bff04e5-6e88-4911-81b2-140582eeeeb1 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:31.042267 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e103479d-09a4-4125-83f9-ed49ac2a24aa req-1bff04e5-6e88-4911-81b2-140582eeeeb1 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 946 time: 0.0580292 May 18 15:01:31.095340 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e103479d-09a4-4125-83f9-ed49ac2a24aa req-7c12dfbb-4562-44f5-88c9-1fdce01085a7 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae13b159-b5dd-474d-a8c4-0467efdcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462801 May 18 15:01:31.207474 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-2907020e-aa28-449b-8d2c-86465ac2cda4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1014063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014892'] for router (8573937c-6581-4c6d-ace7-8dd8acf225e5), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:31.337831 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2907020e-aa28-449b-8d2c-86465ac2cda4 admin admin] Router 8573937c-6581-4c6d-ace7-8dd8acf225e5 is scheduled to L3 agent a5518e17-d4a6-403f-b34f-0fa3d03f1833 with binding_index 1 {{(pid=110156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 15:01:31.442922 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2907020e-aa28-449b-8d2c-86465ac2cda4 admin admin] Notify agent at l3_agent.dv-cinder-839987-7-iscsi the message routers_updated {{(pid=110156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 15:01:31.454247 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b3f421-6436-41cc-94d0-643b21b70e29 None None] Sync routers for ids ['8573937c-6581-4c6d-ace7-8dd8acf225e5'] in dv-cinder-839987-7-iscsi {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 15:01:31.465087 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b3f421-6436-41cc-94d0-643b21b70e29 None None] Routers {'8573937c-6581-4c6d-ace7-8dd8acf225e5'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:01:31.465945 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-f6b3f421-6436-41cc-94d0-643b21b70e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:01:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['8573937c-6581-4c6d-ace7-8dd8acf225e5'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:01:31.467585 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-2907020e-aa28-449b-8d2c-86465ac2cda4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:31.469075 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-2907020e-aa28-449b-8d2c-86465ac2cda4 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5540242 May 18 15:01:31.471832 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 37320) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:01:31.572620 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-f6b3f421-6436-41cc-94d0-643b21b70e29 None None] Set router 8573937c-6581-4c6d-ace7-8dd8acf225e5 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:01:31.644811 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93217222-06bb-42de-8582-fa1fddfdbe5c None None] Network 19da6af6-a529-4bd8-858e-9cc319b37384 requested from dv-cinder-839987-7-iscsi {{(pid=110158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 15:01:31.715221 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=100 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:31.733158 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-92e2c365-e1e3-45e8-9cd2-8370a366c444 None None] Provisioning complete for port f969f00e-287e-4433-87fa-974da89321a6 triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 15:01:31.733533 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-92e2c365-e1e3-45e8-9cd2-8370a366c444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (f969f00e-287e-4433-87fa-974da89321a6), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:31.756903 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-f6b3f421-6436-41cc-94d0-643b21b70e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'name': 'tempest-TestVolumeBootPattern-79845524-router', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:01:29Z', 'updated_at': '2022-05-18T15:01:30Z', 'revision_number': 3, 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'gw_port': {'id': 'f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:01:30Z', 'updated_at': '2022-05-18T15:01:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi'}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:01:31.782538 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b3f421-6436-41cc-94d0-643b21b70e29 None None] Checking router: 8573937c-6581-4c6d-ace7-8dd8acf225e5 for host: dv-cinder-839987-7-iscsi {{(pid=110159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 15:01:31.782877 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b3f421-6436-41cc-94d0-643b21b70e29 None None] Updating router 8573937c-6581-4c6d-ace7-8dd8acf225e5 port f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb binding host dv-cinder-839987-7-iscsi {{(pid=110159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 15:01:31.814347 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f6b3f421-6436-41cc-94d0-643b21b70e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb), before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:31.866705 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-92e2c365-e1e3-45e8-9cd2-8370a366c444 None None] Current status of the port f969f00e-287e-4433-87fa-974da89321a6 is: DOWN; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 15:01:31.867267 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-92e2c365-e1e3-45e8-9cd2-8370a366c444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (f969f00e-287e-4433-87fa-974da89321a6), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:31.911087 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-92e2c365-e1e3-45e8-9cd2-8370a366c444 None None] For port f969f00e-287e-4433-87fa-974da89321a6, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=f969f00e-287e-4433-87fa-974da89321a6,segment=NetworkSegment(581026d7-1ed0-43a5-8cc8-04eff6757853),segment_id=581026d7-1ed0-43a5-8cc8-04eff6757853)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:01:31.918542 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-92e2c365-e1e3-45e8-9cd2-8370a366c444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (f969f00e-287e-4433-87fa-974da89321a6), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:31.976007 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2c365-e1e3-45e8-9cd2-8370a366c444 None None] Pushing event updated for resources: {'Port': ['ID=f969f00e-287e-4433-87fa-974da89321a6,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:32.056524 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de5fd81-1586-4334-882c-ce5978228323 req-5a43b141-78ad-4e66-8c30-0993d5283c93 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:32.058718 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3de5fd81-1586-4334-882c-ce5978228323 req-5a43b141-78ad-4e66-8c30-0993d5283c93 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 945 time: 0.0595562 May 18 15:01:32.060994 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device d65953ed-9d4b-4ed8-bdb3-b52cc90c0217 no longer exists at agent hyperv_hv-cinder-83998 {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 15:01:32.063714 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:32.172724 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-d2590b1e-1a39-4da6-a77a-d3624313bbb7 None None] Provisioning complete for port f969f00e-287e-4433-87fa-974da89321a6 triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 15:01:32.173364 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d2590b1e-1a39-4da6-a77a-d3624313bbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (f969f00e-287e-4433-87fa-974da89321a6), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:32.175557 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3de5fd81-1586-4334-882c-ce5978228323 req-2c04abce-898f-48f4-ac9e-9f3d149577cc tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819740 May 18 15:01:32.176854 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Current status of the port d65953ed-9d4b-4ed8-bdb3-b52cc90c0217 is: ACTIVE; New status is: DOWN {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 15:01:32.177923 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (d65953ed-9d4b-4ed8-bdb3-b52cc90c0217), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:32.213298 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f6b3f421-6436-41cc-94d0-643b21b70e29 None None] Publish callbacks [] for port (f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb), precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:32.223732 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f6b3f421-6436-41cc-94d0-643b21b70e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb), after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:32.239141 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:32.245202 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9394fe1-b670-4e51-b247-71558d6f56ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd65953ed-9d4b-4ed8-bdb3-b52cc90c0217'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 15:01:32.247623 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62dae43363b0d9fbe88fecb50d2dfb4fafe72539e0e1d03116e82a6fdda86ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812be95c-4f8a-4d41-96cb-58ae5af2dadf" -d '{"events": [{"server_uuid": "b9394fe1-b670-4e51-b247-71558d6f56ca", "name": "network-vif-unplugged", "status": "completed", "tag": "d65953ed-9d4b-4ed8-bdb3-b52cc90c0217"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 15:01:32.268814 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port d65953ed-9d4b-4ed8-bdb3-b52cc90c0217, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=d65953ed-9d4b-4ed8-bdb3-b52cc90c0217,segment=NetworkSegment(68ae329c-889c-4ff0-8ec9-1a3d4793b394),segment_id=68ae329c-889c-4ff0-8ec9-1a3d4793b394)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:01:32.279521 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (d65953ed-9d4b-4ed8-bdb3-b52cc90c0217), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:32.281842 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aa9aed-d4d9-4981-8e73-6372af0520ab None None] Pushing event updated for resources: {'Port': ['ID=f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:32.309064 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [None req-f6b3f421-6436-41cc-94d0-643b21b70e29 None None] Attempting to bind port f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb on host dv-cinder-839987-7-iscsi for vnic_type normal with profile {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 15:01:32.309957 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [None req-f6b3f421-6436-41cc-94d0-643b21b70e29 None None] Attempting to bind port f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb by drivers openvswitch,hyperv on host dv-cinder-839987-7-iscsi at level 0 using segments [{'id': '74645103-ef26-4e33-8147-3fc27f09baec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8'}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 15:01:32.310487 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b3f421-6436-41cc-94d0-643b21b70e29 None None] Attempting to bind port f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb on network f20aa9f3-2984-481b-bb59-fa1f034e36c8 {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 15:01:32.311343 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:32.319395 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b3f421-6436-41cc-94d0-643b21b70e29 None None] Checking agent: {'id': 'ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 46, 56), 'started_at': datetime.datetime(2022, 5, 18, 14, 47, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 15, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 15:01:32.319770 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b3f421-6436-41cc-94d0-643b21b70e29 None None] Checking segment: {'id': '74645103-ef26-4e33-8147-3fc27f09baec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 15:01:32.320168 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f6b3f421-6436-41cc-94d0-643b21b70e29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:32.320297 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5fe628-8d9e-4b44-b744-7b41990e027c req-99a085e4-731e-4bf0-9d44-84d63abc06e7 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:32.320773 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b3f421-6436-41cc-94d0-643b21b70e29 None None] Bound using segment: {'id': '74645103-ef26-4e33-8147-3fc27f09baec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8'} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 15:01:32.321245 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [None req-f6b3f421-6436-41cc-94d0-643b21b70e29 None None] Bound port: f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb, host: dv-cinder-839987-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74645103-ef26-4e33-8147-3fc27f09baec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8'}}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 15:01:32.321624 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f6b3f421-6436-41cc-94d0-643b21b70e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb), before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:32.321861 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6c5fe628-8d9e-4b44-b744-7b41990e027c req-99a085e4-731e-4bf0-9d44-84d63abc06e7 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 946 time: 0.1133723 May 18 15:01:32.346698 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:32.356869 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-d2590b1e-1a39-4da6-a77a-d3624313bbb7 None None] Current status of the port f969f00e-287e-4433-87fa-974da89321a6 is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 15:01:32.373818 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Pushing event updated for resources: {'Port': ['ID=d65953ed-9d4b-4ed8-bdb3-b52cc90c0217,revision_number=8']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:32.398106 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-f6b3f421-6436-41cc-94d0-643b21b70e29 None None] For port f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb, host dv-cinder-839987-7-iscsi, cleared binding levels {{(pid=110159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 15:01:32.401591 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-f6b3f421-6436-41cc-94d0-643b21b70e29 None None] For port f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb, host dv-cinder-839987-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb,segment=NetworkSegment(74645103-ef26-4e33-8147-3fc27f09baec),segment_id=74645103-ef26-4e33-8147-3fc27f09baec)] {{(pid=110159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 15:01:32.408555 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f6b3f421-6436-41cc-94d0-643b21b70e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb), after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:32.446625 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6c5fe628-8d9e-4b44-b744-7b41990e027c req-91db47cc-8142-43fb-96ad-b00984aabee5 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae13b159-b5dd-474d-a8c4-0467efdcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164975 May 18 15:01:32.459713 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-f019f2c4-d108-4b90-a44f-52c459d16791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:32.475163 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aa9aed-d4d9-4981-8e73-6372af0520ab None None] Pushing event updated for resources: {'Port': ['ID=f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb,revision_number=3']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:32.476626 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b3f421-6436-41cc-94d0-643b21b70e29 None None] Routers {'8573937c-6581-4c6d-ace7-8dd8acf225e5'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:01:32.477373 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-f6b3f421-6436-41cc-94d0-643b21b70e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:01:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['8573937c-6581-4c6d-ace7-8dd8acf225e5'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:01:32.502992 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 18 May 2022 15:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb8152e-b680-435e-b45d-fafce28e182e x-openstack-request-id: req-7cb8152e-b680-435e-b45d-fafce28e182e {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 15:01:32.503303 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9394fe1-b670-4e51-b247-71558d6f56ca", "name": "network-vif-unplugged", "status": "failed", "tag": "d65953ed-9d4b-4ed8-bdb3-b52cc90c0217", "code": 422}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 15:01:32.503690 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7cb8152e-b680-435e-b45d-fafce28e182e {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 15:01:32.504003 dv-cinder-839987-7-iscsi neutron-server[110158]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7cb8152e-b680-435e-b45d-fafce28e182e']: {'server_uuid': 'b9394fe1-b670-4e51-b247-71558d6f56ca', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd65953ed-9d4b-4ed8-bdb3-b52cc90c0217', 'code': 422} returned with failed status May 18 15:01:32.557033 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:32.602500 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-f6b3f421-6436-41cc-94d0-643b21b70e29 None None] Set router 8573937c-6581-4c6d-ace7-8dd8acf225e5 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:01:32.665507 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.db_base_plugin_common [None req-f019f2c4-d108-4b90-a44f-52c459d16791 admin admin] Allocated IP 172.20.0.1 (19da6af6-a529-4bd8-858e-9cc319b37384/207e26a7-c20a-4ebc-a1ff-b0586cec622c/cc40aefa-34c6-44cd-99ee-616025582ddd) {{(pid=110157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 15:01:32.782421 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-f6b3f421-6436-41cc-94d0-643b21b70e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'name': 'tempest-TestVolumeBootPattern-79845524-router', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:01:29Z', 'updated_at': '2022-05-18T15:01:30Z', 'revision_number': 3, 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'gw_port': {'id': 'f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:01:30Z', 'updated_at': '2022-05-18T15:01:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi'}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:01:32.795325 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-f019f2c4-d108-4b90-a44f-52c459d16791 admin admin] Publish callbacks [] for port (cc40aefa-34c6-44cd-99ee-616025582ddd), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:32.815286 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b3f421-6436-41cc-94d0-643b21b70e29 None None] The sync data for ids ['8573937c-6581-4c6d-ace7-8dd8acf225e5'] in dv-cinder-839987-7-iscsi is: [{'id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'name': 'tempest-TestVolumeBootPattern-79845524-router', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:01:29Z', 'updated_at': '2022-05-18T15:01:30Z', 'revision_number': 3, 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'gw_port': {'id': 'f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:01:30Z', 'updated_at': '2022-05-18T15:01:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi'}] {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 15:01:32.832606 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-f019f2c4-d108-4b90-a44f-52c459d16791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13704171'] for port (cc40aefa-34c6-44cd-99ee-616025582ddd), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:32.877595 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f019f2c4-d108-4b90-a44f-52c459d16791 admin admin] Network 19da6af6-a529-4bd8-858e-9cc319b37384 is already hosted by enough agents. {{(pid=110157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 15:01:32.880840 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.base_scheduler [None req-f019f2c4-d108-4b90-a44f-52c459d16791 admin admin] Resources bound (agent type, host, resource id): {{(pid=110157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 15:01:32.884541 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f019f2c4-d108-4b90-a44f-52c459d16791 admin admin] Received port after_create {{(pid=110157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 15:01:32.930200 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f019f2c4-d108-4b90-a44f-52c459d16791 admin admin] Pushing event updated for resources: {'Port': ['ID=cc40aefa-34c6-44cd-99ee-616025582ddd,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:32.962218 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-f019f2c4-d108-4b90-a44f-52c459d16791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1009729'] for router_interface (8573937c-6581-4c6d-ace7-8dd8acf225e5), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:32.976096 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device f969f00e-287e-4433-87fa-974da89321a6 up at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 15:01:33.033128 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Provisioning complete for port f969f00e-287e-4433-87fa-974da89321a6 triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 15:01:33.033609 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (f969f00e-287e-4433-87fa-974da89321a6), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:33.137203 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Current status of the port f969f00e-287e-4433-87fa-974da89321a6 is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 15:01:33.193399 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-f019f2c4-d108-4b90-a44f-52c459d16791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (cc40aefa-34c6-44cd-99ee-616025582ddd), before_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:33.285546 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-72232f7c-45e2-4021-a91f-957777a759d1 None None] Provisioning complete for port cc40aefa-34c6-44cd-99ee-616025582ddd triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 15:01:33.286289 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-72232f7c-45e2-4021-a91f-957777a759d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (cc40aefa-34c6-44cd-99ee-616025582ddd), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:33.304502 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [req-6ec12db2-f8ff-483a-9b4b-c6308d1d8cfa req-ee450069-bd11-4e15-a674-6c4bf24fca01 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110157) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 18 15:01:33.308131 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6ec12db2-f8ff-483a-9b4b-c6308d1d8cfa req-ee450069-bd11-4e15-a674-6c4bf24fca01 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0081587 May 18 15:01:33.336406 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-72232f7c-45e2-4021-a91f-957777a759d1 None None] Port cc40aefa-34c6-44cd-99ee-616025582ddd cannot update to ACTIVE because it is not bound. {{(pid=110158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 15:01:33.368978 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:33.496141 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-f019f2c4-d108-4b90-a44f-52c459d16791 admin admin] Publish callbacks [] for port (cc40aefa-34c6-44cd-99ee-616025582ddd), precommit_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:33.525511 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-f019f2c4-d108-4b90-a44f-52c459d16791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13704156'] for port (cc40aefa-34c6-44cd-99ee-616025582ddd), after_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:33.585432 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d9b1d-e7ad-49b7-983f-479517753ac2 req-40224edf-a6b6-43c5-aba5-5ef5a58bcd87 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:33.586954 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1e2d9b1d-e7ad-49b7-983f-479517753ac2 req-40224edf-a6b6-43c5-aba5-5ef5a58bcd87 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 943 time: 0.1495745 May 18 15:01:33.591025 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:33.601013 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-5160b54c-df62-4f33-8add-7485a959ed02 req-7d7f458e-092c-4d7d-8f29-bc04d8d34fc7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1246500 May 18 15:01:33.637861 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f019f2c4-d108-4b90-a44f-52c459d16791 admin admin] Pushing event updated for resources: {'Port': ['ID=cc40aefa-34c6-44cd-99ee-616025582ddd,revision_number=2']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:33.650267 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-f019f2c4-d108-4b90-a44f-52c459d16791 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009163'] for router_interface (8573937c-6581-4c6d-ace7-8dd8acf225e5), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:33.724890 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160b54c-df62-4f33-8add-7485a959ed02 req-07b2c424-3137-4312-b8f1-159653d361e5 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:33.726347 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-5160b54c-df62-4f33-8add-7485a959ed02 req-07b2c424-3137-4312-b8f1-159653d361e5 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports/d65953ed-9d4b-4ed8-bdb3-b52cc90c0217 HTTP/1.1" status: 200 len: 940 time: 0.0896902 May 18 15:01:33.765936 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1e2d9b1d-e7ad-49b7-983f-479517753ac2 req-f88d9967-d4f5-4fee-bf6b-89d5e5fd2ca1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1638951 May 18 15:01:33.823594 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f019f2c4-d108-4b90-a44f-52c459d16791 admin admin] Network 19da6af6-a529-4bd8-858e-9cc319b37384 is already hosted by enough agents. {{(pid=110157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 15:01:33.825024 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.base_scheduler [None req-f019f2c4-d108-4b90-a44f-52c459d16791 admin admin] Resources bound (agent type, host, resource id): {{(pid=110157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 15:01:33.940162 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f019f2c4-d108-4b90-a44f-52c459d16791 admin admin] Router 8573937c-6581-4c6d-ace7-8dd8acf225e5 has already been hosted by L3 agent a5518e17-d4a6-403f-b34f-0fa3d03f1833 {{(pid=110157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 15:01:34.059766 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f019f2c4-d108-4b90-a44f-52c459d16791 admin admin] Notify agent at l3_agent.dv-cinder-839987-7-iscsi the message routers_updated {{(pid=110157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 15:01:34.065060 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-f019f2c4-d108-4b90-a44f-52c459d16791 admin admin] 10.222.0.59 "PUT /v2.0/routers/8573937c-6581-4c6d-ace7-8dd8acf225e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5917554 May 18 15:01:34.069254 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-2cf1aa32-375a-478a-aed1-6df74dfa2e40 None None] Provisioning complete for port cc40aefa-34c6-44cd-99ee-616025582ddd triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 15:01:34.069784 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2cf1aa32-375a-478a-aed1-6df74dfa2e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (cc40aefa-34c6-44cd-99ee-616025582ddd), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:34.106053 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-2cf1aa32-375a-478a-aed1-6df74dfa2e40 None None] Port cc40aefa-34c6-44cd-99ee-616025582ddd cannot update to ACTIVE because it is not bound. {{(pid=110158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 15:01:34.590399 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b305f6f-90bc-48dc-a15d-6b0c7287ec10 None None] Sync routers for ids ['8573937c-6581-4c6d-ace7-8dd8acf225e5'] in dv-cinder-839987-7-iscsi {{(pid=110158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 15:01:34.602233 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b305f6f-90bc-48dc-a15d-6b0c7287ec10 None None] Routers {'8573937c-6581-4c6d-ace7-8dd8acf225e5'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:01:34.602922 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-8b305f6f-90bc-48dc-a15d-6b0c7287ec10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:01:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['8573937c-6581-4c6d-ace7-8dd8acf225e5'], 'active': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:01:34.619039 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 37386) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:01:34.623974 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-f3cb82f7-c96c-4b05-b0d4-9ed0ce4a0ca9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1467135041-network', 'tenant_id': 'e79bc9f8860a4c9a868621d4359c8097'}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:01:34.646695 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3cb82f7-c96c-4b05-b0d4-9ed0ce4a0ca9 admin admin] Made reservation on behalf of e79bc9f8860a4c9a868621d4359c8097 for: {'network': 1} {{(pid=110156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 15:01:34.649727 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-f3cb82f7-c96c-4b05-b0d4-9ed0ce4a0ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for network (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:34.661068 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-f3cb82f7-c96c-4b05-b0d4-9ed0ce4a0ca9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:34.711304 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvr_db [None req-8b305f6f-90bc-48dc-a15d-6b0c7287ec10 None None] Set router 8573937c-6581-4c6d-ace7-8dd8acf225e5 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:01:34.722413 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160b54c-df62-4f33-8add-7485a959ed02 req-3a7cda83-24bc-49e0-804b-1d6c54ad08e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:34.723920 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-5160b54c-df62-4f33-8add-7485a959ed02 req-3a7cda83-24bc-49e0-804b-1d6c54ad08e0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca&tenant_id=9c46dc2b21d34158bf2a7eb0e39c06a3 HTTP/1.1" status: 200 len: 1127 time: 0.0513399 May 18 15:01:34.728967 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:34.782505 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:INSERT=12,neutron:DELETE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:34.802651 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-f3cb82f7-c96c-4b05-b0d4-9ed0ce4a0ca9 admin admin] Publish callbacks [] for security_group (cda3c9fe-93b2-4b16-a9f3-dcfa5e98b59c), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:34.812002 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-f3cb82f7-c96c-4b05-b0d4-9ed0ce4a0ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (cda3c9fe-93b2-4b16-a9f3-dcfa5e98b59c), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:34.835407 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160b54c-df62-4f33-8add-7485a959ed02 req-0b9c3b99-5f16-49b0-ad4a-9f3fb02c83d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:34.836874 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-5160b54c-df62-4f33-8add-7485a959ed02 req-0b9c3b99-5f16-49b0-ad4a-9f3fb02c83d8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c46dc2b21d34158bf2a7eb0e39c06a3&device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 1127 time: 0.0694983 May 18 15:01:34.849339 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3cb82f7-c96c-4b05-b0d4-9ed0ce4a0ca9 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=110156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 15:01:34.874450 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cb82f7-c96c-4b05-b0d4-9ed0ce4a0ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda3c9fe-93b2-4b16-a9f3-dcfa5e98b59c,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:34.924377 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cb82f7-c96c-4b05-b0d4-9ed0ce4a0ca9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:01:34.924751 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cb82f7-c96c-4b05-b0d4-9ed0ce4a0ca9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:01:34.925294 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cb82f7-c96c-4b05-b0d4-9ed0ce4a0ca9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:01:34.925628 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cb82f7-c96c-4b05-b0d4-9ed0ce4a0ca9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:01:34.926346 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cb82f7-c96c-4b05-b0d4-9ed0ce4a0ca9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:01:34.927148 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cb82f7-c96c-4b05-b0d4-9ed0ce4a0ca9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:01:34.927985 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cb82f7-c96c-4b05-b0d4-9ed0ce4a0ca9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:01:34.928654 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cb82f7-c96c-4b05-b0d4-9ed0ce4a0ca9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:01:34.929490 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cb82f7-c96c-4b05-b0d4-9ed0ce4a0ca9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:01:34.929924 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cb82f7-c96c-4b05-b0d4-9ed0ce4a0ca9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:01:34.930252 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cb82f7-c96c-4b05-b0d4-9ed0ce4a0ca9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:01:34.930773 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cb82f7-c96c-4b05-b0d4-9ed0ce4a0ca9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:01:34.931113 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cb82f7-c96c-4b05-b0d4-9ed0ce4a0ca9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:01:34.931456 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cb82f7-c96c-4b05-b0d4-9ed0ce4a0ca9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:01:34.931769 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cb82f7-c96c-4b05-b0d4-9ed0ce4a0ca9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:01:34.936072 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-f3cb82f7-c96c-4b05-b0d4-9ed0ce4a0ca9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770382701069', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029885'] for segment (f3b3f4db-8344-429b-a6d6-31152e8bdaac), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:34.936765 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.db.segments_db [None req-f3cb82f7-c96c-4b05-b0d4-9ed0ce4a0ca9 admin admin] Added segment f3b3f4db-8344-429b-a6d6-31152e8bdaac of type vlan for network f0164663-65ee-4075-9936-7f07c30ae763 May 18 15:01:34.940438 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f9297d-a6d1-4d32-a4fc-5e8524108930 req-c1b155fa-a76b-4587-b2f4-4fe3199a371b tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:34.942202 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-76f9297d-a6d1-4d32-a4fc-5e8524108930 req-c1b155fa-a76b-4587-b2f4-4fe3199a371b tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 943 time: 0.0744944 May 18 15:01:34.964366 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-8b305f6f-90bc-48dc-a15d-6b0c7287ec10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'name': 'tempest-TestVolumeBootPattern-79845524-router', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:01:29Z', 'updated_at': '2022-05-18T15:01:33Z', 'revision_number': 4, 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'gw_port': {'id': 'f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:01:30Z', 'updated_at': '2022-05-18T15:01:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': 'cc40aefa-34c6-44cd-99ee-616025582ddd', 'name': '', 'network_id': '19da6af6-a529-4bd8-858e-9cc319b37384', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'mac_address': 'fa:16:3e:27:4a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '207e26a7-c20a-4ebc-a1ff-b0586cec622c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:01:32Z', 'updated_at': '2022-05-18T15:01:33Z', 'revision_number': 2, 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'subnets': [{'id': '207e26a7-c20a-4ebc-a1ff-b0586cec622c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:01:34.966185 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:34.993517 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb up at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 15:01:34.997108 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b305f6f-90bc-48dc-a15d-6b0c7287ec10 None None] Checking router: 8573937c-6581-4c6d-ace7-8dd8acf225e5 for host: dv-cinder-839987-7-iscsi {{(pid=110158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 15:01:34.997579 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b305f6f-90bc-48dc-a15d-6b0c7287ec10 None None] Updating router 8573937c-6581-4c6d-ace7-8dd8acf225e5 port cc40aefa-34c6-44cd-99ee-616025582ddd binding host dv-cinder-839987-7-iscsi {{(pid=110158) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 15:01:35.019535 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-76f9297d-a6d1-4d32-a4fc-5e8524108930 req-c621ccc6-011e-4ac9-ad2b-331141f6013b tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708716 May 18 15:01:35.020516 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-f3cb82f7-c96c-4b05-b0d4-9ed0ce4a0ca9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770382152789'] for network (f0164663-65ee-4075-9936-7f07c30ae763), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:35.031844 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160b54c-df62-4f33-8add-7485a959ed02 req-eb1319f6-98c5-49d1-bcac-cb8d80242545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:35.033357 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-5160b54c-df62-4f33-8add-7485a959ed02 req-eb1319f6-98c5-49d1-bcac-cb8d80242545 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0410fe00-b11d-4309-b353-5cb8e97484be HTTP/1.1" status: 200 len: 917 time: 0.1810379 May 18 15:01:35.059834 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8b305f6f-90bc-48dc-a15d-6b0c7287ec10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (cc40aefa-34c6-44cd-99ee-616025582ddd), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:35.088598 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-f3cb82f7-c96c-4b05-b0d4-9ed0ce4a0ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355'] for network (f0164663-65ee-4075-9936-7f07c30ae763), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:35.089608 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cb82f7-c96c-4b05-b0d4-9ed0ce4a0ca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:35.090196 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-f3cb82f7-c96c-4b05-b0d4-9ed0ce4a0ca9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for network (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:35.109758 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Provisioning complete for port f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 15:01:35.110304 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:35.156561 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-f3cb82f7-c96c-4b05-b0d4-9ed0ce4a0ca9 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.5363784 May 18 15:01:35.159713 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 37390) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:01:35.165730 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [None req-c8efefb8-d438-411b-a1ae-6575a9ccb6b2 admin admin] Request body: {'subnet': {'network_id': 'f0164663-65ee-4075-9936-7f07c30ae763', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1467135041-subnet', 'tenant_id': 'e79bc9f8860a4c9a868621d4359c8097', 'ip_version': 4}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:01:35.168979 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-5160b54c-df62-4f33-8add-7485a959ed02 req-7899be76-b0f5-499f-8e36-3181c68b534f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d65953ed-9d4b-4ed8-bdb3-b52cc90c0217 HTTP/1.1" status: 200 len: 999 time: 0.1207163 May 18 15:01:35.171985 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cb82f7-c96c-4b05-b0d4-9ed0ce4a0ca9 admin admin] Pushing event updated for resources: {'Network': ['ID=f0164663-65ee-4075-9936-7f07c30ae763,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:35.188919 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8efefb8-d438-411b-a1ae-6575a9ccb6b2 admin admin] Made reservation on behalf of e79bc9f8860a4c9a868621d4359c8097 for: {'subnet': 1} {{(pid=110157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 15:01:35.191520 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-c8efefb8-d438-411b-a1ae-6575a9ccb6b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12604568'] for subnet (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:35.220972 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160b54c-df62-4f33-8add-7485a959ed02 req-0c320ca7-097c-492f-ade8-0aae2e28be4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:35.222462 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-5160b54c-df62-4f33-8add-7485a959ed02 req-0c320ca7-097c-492f-ade8-0aae2e28be4b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1be02795-0dc2-4225-87b4-7592fa1ed277 HTTP/1.1" status: 200 len: 855 time: 0.0468812 May 18 15:01:35.233121 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Network f0164663-65ee-4075-9936-7f07c30ae763 details requested by agent ovs-agent-dv-cinder-839987-7-iscsi with host dv-cinder-839987-7-iscsi {{(pid=110158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 15:01:35.280090 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=100 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:35.291456 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:35.399884 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-c8efefb8-d438-411b-a1ae-6575a9ccb6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13704795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12604558'] for subnet (2e310991-948c-414e-b639-d18084e1b11a), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:35.416787 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Current status of the port f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb is: DOWN; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 15:01:35.417180 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:35.454973 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8efefb8-d438-411b-a1ae-6575a9ccb6b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e310991-948c-414e-b639-d18084e1b11a,revision_number=0']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:35.470469 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] For port f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb,segment=NetworkSegment(74645103-ef26-4e33-8147-3fc27f09baec),segment_id=74645103-ef26-4e33-8147-3fc27f09baec)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:01:35.473038 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8efefb8-d438-411b-a1ae-6575a9ccb6b2 admin admin] Checking segment: {'id': 'f3b3f4db-8344-429b-a6d6-31152e8bdaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f0164663-65ee-4075-9936-7f07c30ae763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 15:01:35.473387 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8efefb8-d438-411b-a1ae-6575a9ccb6b2 admin admin] Network hostable DHCP agents. Network: f0164663-65ee-4075-9936-7f07c30ae763, hostable agents: ['7afc6fe8-d13b-4fd3-bc99-e9efab9a141d'], hosted agents: [] {{(pid=110157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 15:01:35.489251 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:35.492040 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8efefb8-d438-411b-a1ae-6575a9ccb6b2 admin admin] Network f0164663-65ee-4075-9936-7f07c30ae763 is scheduled to be hosted by DHCP agent 7afc6fe8-d13b-4fd3-bc99-e9efab9a141d with binding_index 1 {{(pid=110157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 15:01:35.498055 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:35.503809 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.base_scheduler [None req-c8efefb8-d438-411b-a1ae-6575a9ccb6b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-7-iscsi, f0164663-65ee-4075-9936-7f07c30ae763) {{(pid=110157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 15:01:35.509767 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8efefb8-d438-411b-a1ae-6575a9ccb6b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:35.510459 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-c8efefb8-d438-411b-a1ae-6575a9ccb6b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for subnet (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:35.532836 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a1566d-5e7b-4c4a-82c3-d13625ab34e5 None None] Network f0164663-65ee-4075-9936-7f07c30ae763 requested from dv-cinder-839987-7-iscsi {{(pid=110158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 15:01:35.535987 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160b54c-df62-4f33-8add-7485a959ed02 req-8a456e41-ffed-4dd6-b80e-e6b4d64250dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:35.537524 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-5160b54c-df62-4f33-8add-7485a959ed02 req-8a456e41-ffed-4dd6-b80e-e6b4d64250dc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0410fe00-b11d-4309-b353-5cb8e97484be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3086267 May 18 15:01:35.537774 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-c8efefb8-d438-411b-a1ae-6575a9ccb6b2 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3766611 May 18 15:01:35.540791 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 37394) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:01:35.545061 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [None req-273796d8-9e05-4153-8609-3c266e24e8f0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1467135041-router', 'tenant_id': 'e79bc9f8860a4c9a868621d4359c8097', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8'}}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:01:35.568306 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-273796d8-9e05-4153-8609-3c266e24e8f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1014178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30024'] for router (1784176f-070c-4c07-bfce-e95492f47af6), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:35.570359 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-273796d8-9e05-4153-8609-3c266e24e8f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1014102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30033'] for router (1784176f-070c-4c07-bfce-e95492f47af6), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:35.630546 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-273796d8-9e05-4153-8609-3c266e24e8f0 admin admin] Publish callbacks [] for router_controller (1784176f-070c-4c07-bfce-e95492f47af6), precommit_add_association {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:35.641029 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-5160b54c-df62-4f33-8add-7485a959ed02 req-d0515a94-af74-4b07-a627-acbbd1e1c48f service neutron] 10.222.0.49 "GET /v2.0/networks/0410fe00-b11d-4309-b353-5cb8e97484be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946827 May 18 15:01:35.686472 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8b305f6f-90bc-48dc-a15d-6b0c7287ec10 None None] Publish callbacks [] for port (cc40aefa-34c6-44cd-99ee-616025582ddd), precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:35.719395 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:35.736521 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8b305f6f-90bc-48dc-a15d-6b0c7287ec10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (cc40aefa-34c6-44cd-99ee-616025582ddd), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:35.754216 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-5160b54c-df62-4f33-8add-7485a959ed02 req-cb452914-273f-4596-9673-3a6083efd76b service neutron] 10.222.0.49 "GET /v2.0/networks/0410fe00-b11d-4309-b353-5cb8e97484be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067259 May 18 15:01:35.781344 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-273796d8-9e05-4153-8609-3c266e24e8f0 admin admin] Publish callbacks [] for router_gateway (1784176f-070c-4c07-bfce-e95492f47af6), precommit_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:35.782514 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Pushing event updated for resources: {'Port': ['ID=f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb,revision_number=4']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:35.888551 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266e053d-af84-42b1-b112-5c045a2c812f None None] Pushing event updated for resources: {'Port': ['ID=cc40aefa-34c6-44cd-99ee-616025582ddd,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:35.905495 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f8ecda-dcb6-4dd6-9601-261018ff3e6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f20f6cc-4f88-5695-b394-1707ddfc3587-f0164663-65ee-4075-9936-7f07c30ae763', 'network_id': 'f0164663-65ee-4075-9936-7f07c30ae763', 'project_id': 'e79bc9f8860a4c9a868621d4359c8097', 'fixed_ips': [{'subnet_id': '2e310991-948c-414e-b639-d18084e1b11a'}]}} from dv-cinder-839987-7-iscsi. {{(pid=110158) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 18 15:01:35.906308 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e2f8ecda-dcb6-4dd6-9601-261018ff3e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:35.931372 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-8b305f6f-90bc-48dc-a15d-6b0c7287ec10 None None] Attempting to bind port cc40aefa-34c6-44cd-99ee-616025582ddd on host dv-cinder-839987-7-iscsi for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 15:01:35.931738 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-8b305f6f-90bc-48dc-a15d-6b0c7287ec10 None None] Attempting to bind port cc40aefa-34c6-44cd-99ee-616025582ddd by drivers openvswitch,hyperv on host dv-cinder-839987-7-iscsi at level 0 using segments [{'id': '581026d7-1ed0-43a5-8cc8-04eff6757853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '19da6af6-a529-4bd8-858e-9cc319b37384'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 15:01:35.932100 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b305f6f-90bc-48dc-a15d-6b0c7287ec10 None None] Attempting to bind port cc40aefa-34c6-44cd-99ee-616025582ddd on network 19da6af6-a529-4bd8-858e-9cc319b37384 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 15:01:35.934545 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:35.948219 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b305f6f-90bc-48dc-a15d-6b0c7287ec10 None None] Checking agent: {'id': 'ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 46, 56), 'started_at': datetime.datetime(2022, 5, 18, 14, 47, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 15, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 15:01:35.948684 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b305f6f-90bc-48dc-a15d-6b0c7287ec10 None None] Checking segment: {'id': '581026d7-1ed0-43a5-8cc8-04eff6757853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '19da6af6-a529-4bd8-858e-9cc319b37384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 15:01:35.949055 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8b305f6f-90bc-48dc-a15d-6b0c7287ec10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:35.949453 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b305f6f-90bc-48dc-a15d-6b0c7287ec10 None None] Bound using segment: {'id': '581026d7-1ed0-43a5-8cc8-04eff6757853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '19da6af6-a529-4bd8-858e-9cc319b37384'} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 15:01:35.949933 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-8b305f6f-90bc-48dc-a15d-6b0c7287ec10 None None] Bound port: cc40aefa-34c6-44cd-99ee-616025582ddd, host: dv-cinder-839987-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '581026d7-1ed0-43a5-8cc8-04eff6757853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '19da6af6-a529-4bd8-858e-9cc319b37384'}}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 15:01:35.950310 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8b305f6f-90bc-48dc-a15d-6b0c7287ec10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (cc40aefa-34c6-44cd-99ee-616025582ddd), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:35.979102 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-273796d8-9e05-4153-8609-3c266e24e8f0 admin admin] Publish callbacks [] for router_gateway (1784176f-070c-4c07-bfce-e95492f47af6), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:36.007664 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-273796d8-9e05-4153-8609-3c266e24e8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:36.105678 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-c1138661-cb30-4104-940d-ed0e7fa58d9a None None] Provisioning complete for port cc40aefa-34c6-44cd-99ee-616025582ddd triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 15:01:36.106049 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c1138661-cb30-4104-940d-ed0e7fa58d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (cc40aefa-34c6-44cd-99ee-616025582ddd), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:36.160480 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-8b305f6f-90bc-48dc-a15d-6b0c7287ec10 None None] For port cc40aefa-34c6-44cd-99ee-616025582ddd, host dv-cinder-839987-7-iscsi, cleared binding levels {{(pid=110158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 15:01:36.166542 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-8b305f6f-90bc-48dc-a15d-6b0c7287ec10 None None] For port cc40aefa-34c6-44cd-99ee-616025582ddd, host dv-cinder-839987-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=cc40aefa-34c6-44cd-99ee-616025582ddd,segment=NetworkSegment(581026d7-1ed0-43a5-8cc8-04eff6757853),segment_id=581026d7-1ed0-43a5-8cc8-04eff6757853)] {{(pid=110158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 15:01:36.175174 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-c1138661-cb30-4104-940d-ed0e7fa58d9a None None] Port cc40aefa-34c6-44cd-99ee-616025582ddd cannot update to ACTIVE because it is not bound. {{(pid=110158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 15:01:36.181193 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-e2f8ecda-dcb6-4dd6-9601-261018ff3e6a None None] Allocated IP 172.20.0.2 (f0164663-65ee-4075-9936-7f07c30ae763/2e310991-948c-414e-b639-d18084e1b11a/315d748e-80e6-44ce-8226-4daa799d7301) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 15:01:36.184446 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8b305f6f-90bc-48dc-a15d-6b0c7287ec10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (cc40aefa-34c6-44cd-99ee-616025582ddd), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:36.186973 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:36.197285 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.db_base_plugin_common [None req-273796d8-9e05-4153-8609-3c266e24e8f0 admin admin] Allocated IP 172.27.3.12 (f20aa9f3-2984-481b-bb59-fa1f034e36c8/b7750f80-229c-4d19-b013-2aee5952f8bb/3bb217f0-5755-4445-a331-313df99ce6b9) {{(pid=110157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 15:01:36.214927 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b814154-ce42-43b0-882a-28e508cb7c4c req-e5286064-e457-4ff0-8fc5-4e1618c3ade4 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:36.216453 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2b814154-ce42-43b0-882a-28e508cb7c4c req-e5286064-e457-4ff0-8fc5-4e1618c3ade4 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 943 time: 0.0847981 May 18 15:01:36.301952 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b305f6f-90bc-48dc-a15d-6b0c7287ec10 None None] Routers {'8573937c-6581-4c6d-ace7-8dd8acf225e5'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:01:36.302558 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-8b305f6f-90bc-48dc-a15d-6b0c7287ec10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:01:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['8573937c-6581-4c6d-ace7-8dd8acf225e5'], 'active': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:01:36.321668 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2b814154-ce42-43b0-882a-28e508cb7c4c req-11f5509f-9944-42d6-a239-651586651584 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992188 May 18 15:01:36.352260 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266e053d-af84-42b1-b112-5c045a2c812f None None] Pushing event updated for resources: {'Port': ['ID=cc40aefa-34c6-44cd-99ee-616025582ddd,revision_number=4']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:36.375203 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-273796d8-9e05-4153-8609-3c266e24e8f0 admin admin] Publish callbacks [] for port (3bb217f0-5755-4445-a331-313df99ce6b9), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:36.391802 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:36.416863 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-273796d8-9e05-4153-8609-3c266e24e8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13704171'] for port (3bb217f0-5755-4445-a331-313df99ce6b9), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:36.420172 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:DELETE=1,neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:36.469071 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273796d8-9e05-4153-8609-3c266e24e8f0 admin admin] Network f20aa9f3-2984-481b-bb59-fa1f034e36c8 is already hosted by enough agents. {{(pid=110157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 15:01:36.472810 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.base_scheduler [None req-273796d8-9e05-4153-8609-3c266e24e8f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 15:01:36.481140 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273796d8-9e05-4153-8609-3c266e24e8f0 admin admin] Received port after_create {{(pid=110157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 15:01:36.512374 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273796d8-9e05-4153-8609-3c266e24e8f0 admin admin] Pushing event updated for resources: {'Port': ['ID=3bb217f0-5755-4445-a331-313df99ce6b9,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:36.611432 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e2f8ecda-dcb6-4dd6-9601-261018ff3e6a None None] Publish callbacks [] for port (315d748e-80e6-44ce-8226-4daa799d7301), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:36.627825 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvr_db [None req-8b305f6f-90bc-48dc-a15d-6b0c7287ec10 None None] Set router 8573937c-6581-4c6d-ace7-8dd8acf225e5 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:01:36.630206 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e2f8ecda-dcb6-4dd6-9601-261018ff3e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031'] for port (315d748e-80e6-44ce-8226-4daa799d7301), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:36.668396 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-9380c706-d219-4416-a073-36ccac03a68f None None] Provisioning complete for port cc40aefa-34c6-44cd-99ee-616025582ddd triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 15:01:36.668800 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9380c706-d219-4416-a073-36ccac03a68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (cc40aefa-34c6-44cd-99ee-616025582ddd), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:36.738446 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f8ecda-dcb6-4dd6-9601-261018ff3e6a None None] Network f0164663-65ee-4075-9936-7f07c30ae763 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 15:01:36.757008 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-e2f8ecda-dcb6-4dd6-9601-261018ff3e6a None None] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 15:01:36.764412 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f8ecda-dcb6-4dd6-9601-261018ff3e6a None None] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 15:01:36.824537 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f8ecda-dcb6-4dd6-9601-261018ff3e6a None None] Pushing event updated for resources: {'Port': ['ID=315d748e-80e6-44ce-8226-4daa799d7301,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:36.938665 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:37.002863 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb up at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 15:01:37.004626 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-273796d8-9e05-4153-8609-3c266e24e8f0 admin admin] Publish callbacks [] for router_gateway (1784176f-070c-4c07-bfce-e95492f47af6), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:37.009029 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-9380c706-d219-4416-a073-36ccac03a68f None None] Current status of the port cc40aefa-34c6-44cd-99ee-616025582ddd is: DOWN; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 15:01:37.009462 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9380c706-d219-4416-a073-36ccac03a68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (cc40aefa-34c6-44cd-99ee-616025582ddd), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:37.015542 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-e2f8ecda-dcb6-4dd6-9601-261018ff3e6a None None] Attempting to bind port 315d748e-80e6-44ce-8226-4daa799d7301 on host dv-cinder-839987-7-iscsi for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 15:01:37.015984 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-e2f8ecda-dcb6-4dd6-9601-261018ff3e6a None None] Attempting to bind port 315d748e-80e6-44ce-8226-4daa799d7301 by drivers openvswitch,hyperv on host dv-cinder-839987-7-iscsi at level 0 using segments [{'id': 'f3b3f4db-8344-429b-a6d6-31152e8bdaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f0164663-65ee-4075-9936-7f07c30ae763'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 15:01:37.016352 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f8ecda-dcb6-4dd6-9601-261018ff3e6a None None] Attempting to bind port 315d748e-80e6-44ce-8226-4daa799d7301 on network f0164663-65ee-4075-9936-7f07c30ae763 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 15:01:37.077412 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f8ecda-dcb6-4dd6-9601-261018ff3e6a None None] Checking agent: {'id': 'ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 46, 56), 'started_at': datetime.datetime(2022, 5, 18, 14, 47, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 15, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 15:01:37.077863 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f8ecda-dcb6-4dd6-9601-261018ff3e6a None None] Checking segment: {'id': 'f3b3f4db-8344-429b-a6d6-31152e8bdaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f0164663-65ee-4075-9936-7f07c30ae763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 15:01:37.078186 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e2f8ecda-dcb6-4dd6-9601-261018ff3e6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:37.078582 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f8ecda-dcb6-4dd6-9601-261018ff3e6a None None] Bound using segment: {'id': 'f3b3f4db-8344-429b-a6d6-31152e8bdaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f0164663-65ee-4075-9936-7f07c30ae763'} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 15:01:37.079060 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-e2f8ecda-dcb6-4dd6-9601-261018ff3e6a None None] Bound port: 315d748e-80e6-44ce-8226-4daa799d7301, host: dv-cinder-839987-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3b3f4db-8344-429b-a6d6-31152e8bdaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f0164663-65ee-4075-9936-7f07c30ae763'}}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 15:01:37.079443 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e2f8ecda-dcb6-4dd6-9601-261018ff3e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (315d748e-80e6-44ce-8226-4daa799d7301), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:37.174541 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-9380c706-d219-4416-a073-36ccac03a68f None None] For port cc40aefa-34c6-44cd-99ee-616025582ddd, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=cc40aefa-34c6-44cd-99ee-616025582ddd,segment=NetworkSegment(581026d7-1ed0-43a5-8cc8-04eff6757853),segment_id=581026d7-1ed0-43a5-8cc8-04eff6757853)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:01:37.190282 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:37.201139 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9380c706-d219-4416-a073-36ccac03a68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (cc40aefa-34c6-44cd-99ee-616025582ddd), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:37.224218 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Provisioning complete for port f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 15:01:37.224559 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:37.247281 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-8b305f6f-90bc-48dc-a15d-6b0c7287ec10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'name': 'tempest-TestVolumeBootPattern-79845524-router', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:01:29Z', 'updated_at': '2022-05-18T15:01:33Z', 'revision_number': 4, 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'gw_port': {'id': 'f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:01:30Z', 'updated_at': '2022-05-18T15:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': 'cc40aefa-34c6-44cd-99ee-616025582ddd', 'name': '', 'network_id': '19da6af6-a529-4bd8-858e-9cc319b37384', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'mac_address': 'fa:16:3e:27:4a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '207e26a7-c20a-4ebc-a1ff-b0586cec622c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:01:32Z', 'updated_at': '2022-05-18T15:01:36Z', 'revision_number': 4, 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'subnets': [{'id': '207e26a7-c20a-4ebc-a1ff-b0586cec622c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:01:37.301677 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-e2f8ecda-dcb6-4dd6-9601-261018ff3e6a None None] For port 315d748e-80e6-44ce-8226-4daa799d7301, host dv-cinder-839987-7-iscsi, cleared binding levels {{(pid=110158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 15:01:37.316931 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b305f6f-90bc-48dc-a15d-6b0c7287ec10 None None] The sync data for ids ['8573937c-6581-4c6d-ace7-8dd8acf225e5'] in dv-cinder-839987-7-iscsi is: [{'id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'name': 'tempest-TestVolumeBootPattern-79845524-router', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:01:29Z', 'updated_at': '2022-05-18T15:01:33Z', 'revision_number': 4, 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'gw_port': {'id': 'f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:01:30Z', 'updated_at': '2022-05-18T15:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': 'cc40aefa-34c6-44cd-99ee-616025582ddd', 'name': '', 'network_id': '19da6af6-a529-4bd8-858e-9cc319b37384', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'mac_address': 'fa:16:3e:27:4a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '207e26a7-c20a-4ebc-a1ff-b0586cec622c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:01:32Z', 'updated_at': '2022-05-18T15:01:36Z', 'revision_number': 4, 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'subnets': [{'id': '207e26a7-c20a-4ebc-a1ff-b0586cec622c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 15:01:37.336956 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-e2f8ecda-dcb6-4dd6-9601-261018ff3e6a None None] For port 315d748e-80e6-44ce-8226-4daa799d7301, host dv-cinder-839987-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=315d748e-80e6-44ce-8226-4daa799d7301,segment=NetworkSegment(f3b3f4db-8344-429b-a6d6-31152e8bdaac),segment_id=f3b3f4db-8344-429b-a6d6-31152e8bdaac)] {{(pid=110158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 15:01:37.359645 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e2f8ecda-dcb6-4dd6-9601-261018ff3e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (315d748e-80e6-44ce-8226-4daa799d7301), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:37.380627 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380c706-d219-4416-a073-36ccac03a68f None None] Pushing event updated for resources: {'Port': ['ID=cc40aefa-34c6-44cd-99ee-616025582ddd,revision_number=5']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:37.566810 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Current status of the port f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 15:01:37.569899 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f8ecda-dcb6-4dd6-9601-261018ff3e6a None None] Pushing event updated for resources: {'Port': ['ID=315d748e-80e6-44ce-8226-4daa799d7301,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:37.680695 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-273796d8-9e05-4153-8609-3c266e24e8f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1014063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014892'] for router (1784176f-070c-4c07-bfce-e95492f47af6), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:37.825264 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d78268c-7970-493e-8285-0fa5d63426db req-1433a17f-af6c-4819-8a02-0f6c21b3c4f7 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:37.826860 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3d78268c-7970-493e-8285-0fa5d63426db req-1433a17f-af6c-4819-8a02-0f6c21b3c4f7 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 943 time: 0.3305919 May 18 15:01:37.907388 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-273796d8-9e05-4153-8609-3c266e24e8f0 admin admin] Router 1784176f-070c-4c07-bfce-e95492f47af6 is scheduled to L3 agent a5518e17-d4a6-403f-b34f-0fa3d03f1833 with binding_index 1 {{(pid=110157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 15:01:37.918401 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3d78268c-7970-493e-8285-0fa5d63426db req-0678aaee-9c5d-4ff2-a1a5-e420522b97cc tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815046 May 18 15:01:38.025148 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:38.046918 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273796d8-9e05-4153-8609-3c266e24e8f0 admin admin] Notify agent at l3_agent.dv-cinder-839987-7-iscsi the message routers_updated {{(pid=110157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 15:01:38.062460 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c219e550-7e4b-4b01-9c4f-c97e10b52a23 None None] Sync routers for ids ['1784176f-070c-4c07-bfce-e95492f47af6'] in dv-cinder-839987-7-iscsi {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 15:01:38.076513 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c219e550-7e4b-4b01-9c4f-c97e10b52a23 None None] Routers {'1784176f-070c-4c07-bfce-e95492f47af6'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:01:38.077519 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-c219e550-7e4b-4b01-9c4f-c97e10b52a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:01:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['1784176f-070c-4c07-bfce-e95492f47af6'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:01:38.078114 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-273796d8-9e05-4153-8609-3c266e24e8f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:38.079356 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-273796d8-9e05-4153-8609-3c266e24e8f0 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5376179 May 18 15:01:38.082089 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 37420) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:01:38.250504 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-c219e550-7e4b-4b01-9c4f-c97e10b52a23 None None] Set router 1784176f-070c-4c07-bfce-e95492f47af6 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:01:38.373323 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:38.528602 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:38.530877 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-c219e550-7e4b-4b01-9c4f-c97e10b52a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1784176f-070c-4c07-bfce-e95492f47af6', 'name': 'tempest-TestVolumeBootPattern-1467135041-router', 'tenant_id': 'e79bc9f8860a4c9a868621d4359c8097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '3bb217f0-5755-4445-a331-313df99ce6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:01:35Z', 'updated_at': '2022-05-18T15:01:36Z', 'revision_number': 3, 'project_id': 'e79bc9f8860a4c9a868621d4359c8097', 'gw_port': {'id': '3bb217f0-5755-4445-a331-313df99ce6b9', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1784176f-070c-4c07-bfce-e95492f47af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:01:36Z', 'updated_at': '2022-05-18T15:01:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi'}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:01:38.583346 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c219e550-7e4b-4b01-9c4f-c97e10b52a23 None None] Checking router: 1784176f-070c-4c07-bfce-e95492f47af6 for host: dv-cinder-839987-7-iscsi {{(pid=110159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 15:01:38.583691 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c219e550-7e4b-4b01-9c4f-c97e10b52a23 None None] Updating router 1784176f-070c-4c07-bfce-e95492f47af6 port 3bb217f0-5755-4445-a331-313df99ce6b9 binding host dv-cinder-839987-7-iscsi {{(pid=110159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 15:01:38.648875 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c219e550-7e4b-4b01-9c4f-c97e10b52a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (3bb217f0-5755-4445-a331-313df99ce6b9), before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:38.820434 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-92360eaa-0b1c-4c11-a0dd-7aadaf345006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:38.857444 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b354cf-4846-46bb-a77d-496f970f9b35 None None] Network f0164663-65ee-4075-9936-7f07c30ae763 requested from dv-cinder-839987-7-iscsi {{(pid=110158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 15:01:39.178952 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:39.290167 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device cc40aefa-34c6-44cd-99ee-616025582ddd up at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 15:01:39.307424 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.db_base_plugin_common [None req-92360eaa-0b1c-4c11-a0dd-7aadaf345006 admin admin] Allocated IP 172.20.0.1 (f0164663-65ee-4075-9936-7f07c30ae763/2e310991-948c-414e-b639-d18084e1b11a/ec8aa1c4-0fae-4da3-a8e6-aa63eaba9b59) {{(pid=110157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 15:01:39.355277 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-27480dc2-369e-499b-babd-6f726d5ccaa9 None None] Provisioning complete for port 315d748e-80e6-44ce-8226-4daa799d7301 triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 15:01:39.355873 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-27480dc2-369e-499b-babd-6f726d5ccaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (315d748e-80e6-44ce-8226-4daa799d7301), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:39.389311 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Provisioning complete for port cc40aefa-34c6-44cd-99ee-616025582ddd triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 15:01:39.389925 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (cc40aefa-34c6-44cd-99ee-616025582ddd), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:39.452210 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-92360eaa-0b1c-4c11-a0dd-7aadaf345006 admin admin] Publish callbacks [] for port (ec8aa1c4-0fae-4da3-a8e6-aa63eaba9b59), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:39.491747 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:39.500930 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d9216-474e-4055-b0ef-b95d53d72090 req-beadc50c-72b9-4e91-b013-d25478134d82 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:39.501380 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:39.511893 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e52d9216-474e-4055-b0ef-b95d53d72090 req-beadc50c-72b9-4e91-b013-d25478134d82 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 943 time: 0.4153116 May 18 15:01:39.548363 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-27480dc2-369e-499b-babd-6f726d5ccaa9 None None] Current status of the port 315d748e-80e6-44ce-8226-4daa799d7301 is: DOWN; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 15:01:39.549045 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-27480dc2-369e-499b-babd-6f726d5ccaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (315d748e-80e6-44ce-8226-4daa799d7301), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:39.563266 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-92360eaa-0b1c-4c11-a0dd-7aadaf345006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13704171'] for port (ec8aa1c4-0fae-4da3-a8e6-aa63eaba9b59), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:39.566991 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c219e550-7e4b-4b01-9c4f-c97e10b52a23 None None] Publish callbacks [] for port (3bb217f0-5755-4445-a331-313df99ce6b9), precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:39.596019 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e52d9216-474e-4055-b0ef-b95d53d72090 req-289129da-92c5-477d-8d0e-219c21531a20 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830197 May 18 15:01:39.612709 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c219e550-7e4b-4b01-9c4f-c97e10b52a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (3bb217f0-5755-4445-a331-313df99ce6b9), after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:39.619509 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Current status of the port cc40aefa-34c6-44cd-99ee-616025582ddd is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 15:01:39.621146 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 315d748e-80e6-44ce-8226-4daa799d7301 up at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 15:01:39.621590 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92360eaa-0b1c-4c11-a0dd-7aadaf345006 admin admin] Network f0164663-65ee-4075-9936-7f07c30ae763 is already hosted by enough agents. {{(pid=110157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 15:01:39.625926 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.base_scheduler [None req-92360eaa-0b1c-4c11-a0dd-7aadaf345006 admin admin] Resources bound (agent type, host, resource id): {{(pid=110157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 15:01:39.628553 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92360eaa-0b1c-4c11-a0dd-7aadaf345006 admin admin] Received port after_create {{(pid=110157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 15:01:39.739557 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-27480dc2-369e-499b-babd-6f726d5ccaa9 None None] For port 315d748e-80e6-44ce-8226-4daa799d7301, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=315d748e-80e6-44ce-8226-4daa799d7301,segment=NetworkSegment(f3b3f4db-8344-429b-a6d6-31152e8bdaac),segment_id=f3b3f4db-8344-429b-a6d6-31152e8bdaac)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:01:39.746895 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92360eaa-0b1c-4c11-a0dd-7aadaf345006 admin admin] Pushing event updated for resources: {'Port': ['ID=ec8aa1c4-0fae-4da3-a8e6-aa63eaba9b59,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:39.774007 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Provisioning complete for port 315d748e-80e6-44ce-8226-4daa799d7301 triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 15:01:39.774584 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (315d748e-80e6-44ce-8226-4daa799d7301), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:39.777922 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-27480dc2-369e-499b-babd-6f726d5ccaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (315d748e-80e6-44ce-8226-4daa799d7301), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:39.844629 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:39.854665 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-92360eaa-0b1c-4c11-a0dd-7aadaf345006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1009729'] for router_interface (1784176f-070c-4c07-bfce-e95492f47af6), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:39.859367 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:39.868813 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27480dc2-369e-499b-babd-6f726d5ccaa9 None None] Pushing event updated for resources: {'Port': ['ID=315d748e-80e6-44ce-8226-4daa799d7301,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:39.986784 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [None req-c219e550-7e4b-4b01-9c4f-c97e10b52a23 None None] Attempting to bind port 3bb217f0-5755-4445-a331-313df99ce6b9 on host dv-cinder-839987-7-iscsi for vnic_type normal with profile {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 15:01:39.987171 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [None req-c219e550-7e4b-4b01-9c4f-c97e10b52a23 None None] Attempting to bind port 3bb217f0-5755-4445-a331-313df99ce6b9 by drivers openvswitch,hyperv on host dv-cinder-839987-7-iscsi at level 0 using segments [{'id': '74645103-ef26-4e33-8147-3fc27f09baec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8'}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 15:01:39.987556 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c219e550-7e4b-4b01-9c4f-c97e10b52a23 None None] Attempting to bind port 3bb217f0-5755-4445-a331-313df99ce6b9 on network f20aa9f3-2984-481b-bb59-fa1f034e36c8 {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 15:01:40.027612 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Current status of the port 315d748e-80e6-44ce-8226-4daa799d7301 is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 15:01:40.042096 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-930681a1-3111-41c0-ad8a-d4eb0ff01270 None None] Provisioning complete for port 315d748e-80e6-44ce-8226-4daa799d7301 triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 15:01:40.042790 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-930681a1-3111-41c0-ad8a-d4eb0ff01270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (315d748e-80e6-44ce-8226-4daa799d7301), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:40.047288 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c219e550-7e4b-4b01-9c4f-c97e10b52a23 None None] Checking agent: {'id': 'ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 46, 56), 'started_at': datetime.datetime(2022, 5, 18, 14, 47, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 15, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 15:01:40.047999 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c219e550-7e4b-4b01-9c4f-c97e10b52a23 None None] Checking segment: {'id': '74645103-ef26-4e33-8147-3fc27f09baec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 15:01:40.048803 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c219e550-7e4b-4b01-9c4f-c97e10b52a23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:40.049448 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c219e550-7e4b-4b01-9c4f-c97e10b52a23 None None] Bound using segment: {'id': '74645103-ef26-4e33-8147-3fc27f09baec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8'} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 15:01:40.052856 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [None req-c219e550-7e4b-4b01-9c4f-c97e10b52a23 None None] Bound port: 3bb217f0-5755-4445-a331-313df99ce6b9, host: dv-cinder-839987-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74645103-ef26-4e33-8147-3fc27f09baec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8'}}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 15:01:40.053265 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c219e550-7e4b-4b01-9c4f-c97e10b52a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (3bb217f0-5755-4445-a331-313df99ce6b9), before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:40.097771 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-92360eaa-0b1c-4c11-a0dd-7aadaf345006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (ec8aa1c4-0fae-4da3-a8e6-aa63eaba9b59), before_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:40.100868 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9b7897-5bf9-41e1-a429-e691863b5444 None None] Pushing event updated for resources: {'Port': ['ID=3bb217f0-5755-4445-a331-313df99ce6b9,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:40.172975 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-c219e550-7e4b-4b01-9c4f-c97e10b52a23 None None] For port 3bb217f0-5755-4445-a331-313df99ce6b9, host dv-cinder-839987-7-iscsi, cleared binding levels {{(pid=110159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 15:01:40.180977 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-c219e550-7e4b-4b01-9c4f-c97e10b52a23 None None] For port 3bb217f0-5755-4445-a331-313df99ce6b9, host dv-cinder-839987-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=3bb217f0-5755-4445-a331-313df99ce6b9,segment=NetworkSegment(74645103-ef26-4e33-8147-3fc27f09baec),segment_id=74645103-ef26-4e33-8147-3fc27f09baec)] {{(pid=110159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 15:01:40.191146 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c219e550-7e4b-4b01-9c4f-c97e10b52a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (3bb217f0-5755-4445-a331-313df99ce6b9), after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:40.224115 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-930681a1-3111-41c0-ad8a-d4eb0ff01270 None None] Current status of the port 315d748e-80e6-44ce-8226-4daa799d7301 is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 15:01:40.260071 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c219e550-7e4b-4b01-9c4f-c97e10b52a23 None None] Routers {'1784176f-070c-4c07-bfce-e95492f47af6'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:01:40.260818 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-c219e550-7e4b-4b01-9c4f-c97e10b52a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:01:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['1784176f-070c-4c07-bfce-e95492f47af6'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:01:40.263048 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9b7897-5bf9-41e1-a429-e691863b5444 None None] Pushing event updated for resources: {'Port': ['ID=3bb217f0-5755-4445-a331-313df99ce6b9,revision_number=3']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:40.348093 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-9ac6f0a7-470a-44c0-90f8-701b352221c0 None None] Provisioning complete for port ec8aa1c4-0fae-4da3-a8e6-aa63eaba9b59 triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 15:01:40.348527 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9ac6f0a7-470a-44c0-90f8-701b352221c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (ec8aa1c4-0fae-4da3-a8e6-aa63eaba9b59), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:40.422142 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-c219e550-7e4b-4b01-9c4f-c97e10b52a23 None None] Set router 1784176f-070c-4c07-bfce-e95492f47af6 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:01:40.426591 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-92360eaa-0b1c-4c11-a0dd-7aadaf345006 admin admin] Publish callbacks [] for port (ec8aa1c4-0fae-4da3-a8e6-aa63eaba9b59), precommit_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:40.436665 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-92360eaa-0b1c-4c11-a0dd-7aadaf345006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13704156'] for port (ec8aa1c4-0fae-4da3-a8e6-aa63eaba9b59), after_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:40.442972 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-9ac6f0a7-470a-44c0-90f8-701b352221c0 None None] Port ec8aa1c4-0fae-4da3-a8e6-aa63eaba9b59 cannot update to ACTIVE because it is not bound. {{(pid=110158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 15:01:40.538636 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-92360eaa-0b1c-4c11-a0dd-7aadaf345006 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009163'] for router_interface (1784176f-070c-4c07-bfce-e95492f47af6), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:40.549133 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92360eaa-0b1c-4c11-a0dd-7aadaf345006 admin admin] Pushing event updated for resources: {'Port': ['ID=ec8aa1c4-0fae-4da3-a8e6-aa63eaba9b59,revision_number=2']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:40.724957 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92360eaa-0b1c-4c11-a0dd-7aadaf345006 admin admin] Network f0164663-65ee-4075-9936-7f07c30ae763 is already hosted by enough agents. {{(pid=110157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 15:01:40.726938 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.base_scheduler [None req-92360eaa-0b1c-4c11-a0dd-7aadaf345006 admin admin] Resources bound (agent type, host, resource id): {{(pid=110157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 15:01:40.766423 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:40.804103 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-c219e550-7e4b-4b01-9c4f-c97e10b52a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1784176f-070c-4c07-bfce-e95492f47af6', 'name': 'tempest-TestVolumeBootPattern-1467135041-router', 'tenant_id': 'e79bc9f8860a4c9a868621d4359c8097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '3bb217f0-5755-4445-a331-313df99ce6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:01:35Z', 'updated_at': '2022-05-18T15:01:40Z', 'revision_number': 4, 'project_id': 'e79bc9f8860a4c9a868621d4359c8097', 'gw_port': {'id': '3bb217f0-5755-4445-a331-313df99ce6b9', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1784176f-070c-4c07-bfce-e95492f47af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:01:36Z', 'updated_at': '2022-05-18T15:01:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': 'ec8aa1c4-0fae-4da3-a8e6-aa63eaba9b59', 'name': '', 'network_id': 'f0164663-65ee-4075-9936-7f07c30ae763', 'tenant_id': 'e79bc9f8860a4c9a868621d4359c8097', 'mac_address': 'fa:16:3e:9d:dd:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1784176f-070c-4c07-bfce-e95492f47af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '2e310991-948c-414e-b639-d18084e1b11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:01:38Z', 'updated_at': '2022-05-18T15:01:39Z', 'revision_number': 1, 'project_id': 'e79bc9f8860a4c9a868621d4359c8097', 'subnets': [{'id': '2e310991-948c-414e-b639-d18084e1b11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:01:40.838001 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c71ff0-a31f-4373-9f8a-24be937bdcc5 req-35ed5c22-0f19-43b9-a709-b07473911e93 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:40.845195 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e4c71ff0-a31f-4373-9f8a-24be937bdcc5 req-35ed5c22-0f19-43b9-a709-b07473911e93 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 943 time: 0.1009924 May 18 15:01:40.871050 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c219e550-7e4b-4b01-9c4f-c97e10b52a23 None None] The sync data for ids ['1784176f-070c-4c07-bfce-e95492f47af6'] in dv-cinder-839987-7-iscsi is: [{'id': '1784176f-070c-4c07-bfce-e95492f47af6', 'name': 'tempest-TestVolumeBootPattern-1467135041-router', 'tenant_id': 'e79bc9f8860a4c9a868621d4359c8097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '3bb217f0-5755-4445-a331-313df99ce6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:01:35Z', 'updated_at': '2022-05-18T15:01:40Z', 'revision_number': 4, 'project_id': 'e79bc9f8860a4c9a868621d4359c8097', 'gw_port': {'id': '3bb217f0-5755-4445-a331-313df99ce6b9', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1784176f-070c-4c07-bfce-e95492f47af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:01:36Z', 'updated_at': '2022-05-18T15:01:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': 'ec8aa1c4-0fae-4da3-a8e6-aa63eaba9b59', 'name': '', 'network_id': 'f0164663-65ee-4075-9936-7f07c30ae763', 'tenant_id': 'e79bc9f8860a4c9a868621d4359c8097', 'mac_address': 'fa:16:3e:9d:dd:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1784176f-070c-4c07-bfce-e95492f47af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '2e310991-948c-414e-b639-d18084e1b11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:01:38Z', 'updated_at': '2022-05-18T15:01:39Z', 'revision_number': 1, 'project_id': 'e79bc9f8860a4c9a868621d4359c8097', 'subnets': [{'id': '2e310991-948c-414e-b639-d18084e1b11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 15:01:40.968949 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:40.993873 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e4c71ff0-a31f-4373-9f8a-24be937bdcc5 req-5ce05a88-d6bd-4155-82e1-51d6034fa3cb tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478112 May 18 15:01:41.010352 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92360eaa-0b1c-4c11-a0dd-7aadaf345006 admin admin] Router 1784176f-070c-4c07-bfce-e95492f47af6 has already been hosted by L3 agent a5518e17-d4a6-403f-b34f-0fa3d03f1833 {{(pid=110157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 15:01:41.049842 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 315d748e-80e6-44ce-8226-4daa799d7301 up at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 15:01:41.173197 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92360eaa-0b1c-4c11-a0dd-7aadaf345006 admin admin] Notify agent at l3_agent.dv-cinder-839987-7-iscsi the message routers_updated {{(pid=110157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 15:01:41.191005 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-92360eaa-0b1c-4c11-a0dd-7aadaf345006 admin admin] 10.222.0.59 "PUT /v2.0/routers/1784176f-070c-4c07-bfce-e95492f47af6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0999069 May 18 15:01:41.191349 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Provisioning complete for port 315d748e-80e6-44ce-8226-4daa799d7301 triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 15:01:41.191349 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (315d748e-80e6-44ce-8226-4daa799d7301), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:41.232291 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-76d8d627-b195-4c01-baca-bd7ad0c3af9a None None] Provisioning complete for port ec8aa1c4-0fae-4da3-a8e6-aa63eaba9b59 triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 15:01:41.232733 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-76d8d627-b195-4c01-baca-bd7ad0c3af9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (ec8aa1c4-0fae-4da3-a8e6-aa63eaba9b59), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:41.288923 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-76d8d627-b195-4c01-baca-bd7ad0c3af9a None None] Port ec8aa1c4-0fae-4da3-a8e6-aa63eaba9b59 cannot update to ACTIVE because it is not bound. {{(pid=110158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 15:01:41.370559 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Current status of the port 315d748e-80e6-44ce-8226-4daa799d7301 is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 15:01:41.705600 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 37438) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:01:41.711938 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-5bef40f1-dd8a-43eb-9665-ff676b0ea077 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1025458164', 'description': 'tempest-secgroup-smoke-1025458164 description', 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249'}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:01:41.734817 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-5bef40f1-dd8a-43eb-9665-ff676b0ea077 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks [] for security_group (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:41.813879 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-5bef40f1-dd8a-43eb-9665-ff676b0ea077 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks [] for security_group (6cbe187f-440f-4228-8e53-1401efa51829), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:41.819761 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-5bef40f1-dd8a-43eb-9665-ff676b0ea077 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (6cbe187f-440f-4228-8e53-1401efa51829), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:41.859580 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-5bef40f1-dd8a-43eb-9665-ff676b0ea077 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks [] for security_group (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:41.864231 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-5bef40f1-dd8a-43eb-9665-ff676b0ea077 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1532996 May 18 15:01:41.864439 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 37440) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:01:41.869553 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [None req-9971eb67-4ddf-4ed6-ab52-39bb122f2033 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Request body: {'security_group_rule': {'security_group_id': '6cbe187f-440f-4228-8e53-1401efa51829', 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:01:41.885739 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bef40f1-dd8a-43eb-9665-ff676b0ea077 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cbe187f-440f-4228-8e53-1401efa51829,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:41.911489 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-9971eb67-4ddf-4ed6-ab52-39bb122f2033 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks [] for security_group_rule (90f2f8a5-daa7-4e1f-bb24-6707e88c1dc3), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:41.952821 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:41.984919 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-9971eb67-4ddf-4ed6-ab52-39bb122f2033 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks [] for security_group_rule (90f2f8a5-daa7-4e1f-bb24-6707e88c1dc3), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:41.996294 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-9971eb67-4ddf-4ed6-ab52-39bb122f2033 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039443'] for security_group_rule (90f2f8a5-daa7-4e1f-bb24-6707e88c1dc3), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:42.021898 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9971eb67-4ddf-4ed6-ab52-39bb122f2033 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90f2f8a5-daa7-4e1f-bb24-6707e88c1dc3,revision_number=0']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:42.039157 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-9971eb67-4ddf-4ed6-ab52-39bb122f2033 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:42.043489 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-9971eb67-4ddf-4ed6-ab52-39bb122f2033 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1754446 May 18 15:01:42.043851 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 37444) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:01:42.049095 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [None req-626ce9f7-8423-4a93-8229-4cd0c59fc25a tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Request body: {'security_group_rule': {'security_group_id': '6cbe187f-440f-4228-8e53-1401efa51829', 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:01:42.087944 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-626ce9f7-8423-4a93-8229-4cd0c59fc25a tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks [] for security_group_rule (1b4a3e2c-62a5-4c9d-8337-65b5c45ccb79), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:42.159560 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-626ce9f7-8423-4a93-8229-4cd0c59fc25a tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks [] for security_group_rule (1b4a3e2c-62a5-4c9d-8337-65b5c45ccb79), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:42.236072 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9bd6d-9c35-4d54-911c-a224c584ef20 req-2ad9c632-a59a-41b5-8492-380e06b640f1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:42.243607 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-a9c9bd6d-9c35-4d54-911c-a224c584ef20 req-2ad9c632-a59a-41b5-8492-380e06b640f1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 943 time: 0.0817280 May 18 15:01:42.246304 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-626ce9f7-8423-4a93-8229-4cd0c59fc25a tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039443'] for security_group_rule (1b4a3e2c-62a5-4c9d-8337-65b5c45ccb79), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:42.288778 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626ce9f7-8423-4a93-8229-4cd0c59fc25a tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b4a3e2c-62a5-4c9d-8337-65b5c45ccb79,revision_number=0']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:42.327564 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-626ce9f7-8423-4a93-8229-4cd0c59fc25a tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:42.333406 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-626ce9f7-8423-4a93-8229-4cd0c59fc25a tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2856972 May 18 15:01:42.333629 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 37448) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:01:42.338269 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-d4bd1d7b-948a-46ff-b803-8b368c890f58 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Request body: {'security_group_rule': {'security_group_id': '6cbe187f-440f-4228-8e53-1401efa51829', 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:01:42.355594 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-a9c9bd6d-9c35-4d54-911c-a224c584ef20 req-32c7987d-d364-46cb-b73c-64283954e375 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110184 May 18 15:01:42.401235 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-d4bd1d7b-948a-46ff-b803-8b368c890f58 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks [] for security_group_rule (b6527c2c-e4ff-4bf8-807d-27d3de09f1dc), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:42.481773 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-d4bd1d7b-948a-46ff-b803-8b368c890f58 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks [] for security_group_rule (b6527c2c-e4ff-4bf8-807d-27d3de09f1dc), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:42.486428 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-d4bd1d7b-948a-46ff-b803-8b368c890f58 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039443'] for security_group_rule (b6527c2c-e4ff-4bf8-807d-27d3de09f1dc), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:42.505151 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bd1d7b-948a-46ff-b803-8b368c890f58 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6527c2c-e4ff-4bf8-807d-27d3de09f1dc,revision_number=0']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:42.529241 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-d4bd1d7b-948a-46ff-b803-8b368c890f58 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:42.530942 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-d4bd1d7b-948a-46ff-b803-8b368c890f58 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1962836 May 18 15:01:42.533775 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 37450) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:01:42.539091 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [None req-03e345c2-2129-4541-9ba9-efe52cc17189 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Request body: {'security_group_rule': {'security_group_id': '6cbe187f-440f-4228-8e53-1401efa51829', 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:01:42.542221 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (f376d122-85a6-484a-a941-8f32d5a81e72), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:42.579870 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-03e345c2-2129-4541-9ba9-efe52cc17189 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks [] for security_group_rule (7ca5487f-c472-462a-8729-a6c9b5cb45cb), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:42.663846 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-03e345c2-2129-4541-9ba9-efe52cc17189 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks [] for security_group_rule (7ca5487f-c472-462a-8729-a6c9b5cb45cb), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:42.670629 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-03e345c2-2129-4541-9ba9-efe52cc17189 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039443'] for security_group_rule (7ca5487f-c472-462a-8729-a6c9b5cb45cb), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:42.698657 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-03e345c2-2129-4541-9ba9-efe52cc17189 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:42.700285 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-03e345c2-2129-4541-9ba9-efe52cc17189 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1652439 May 18 15:01:42.703009 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 37452) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:01:42.708085 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [None req-2a4670fd-b9ac-479c-b232-3dfb65676b2e tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Request body: {'security_group_rule': {'security_group_id': '6cbe187f-440f-4228-8e53-1401efa51829', 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:01:42.715501 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e345c2-2129-4541-9ba9-efe52cc17189 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ca5487f-c472-462a-8729-a6c9b5cb45cb,revision_number=0']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:42.735561 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.db.securitygroups_db [None req-2a4670fd-b9ac-479c-b232-3dfb65676b2e tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Project d2f3dc5d9c6648c79267f71b5a86f249 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 15:01:42.742083 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-2a4670fd-b9ac-479c-b232-3dfb65676b2e tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks [] for security_group_rule (6f2a4f82-ca58-4b15-ab09-ba6f7ffbeb3f), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:42.824024 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-2a4670fd-b9ac-479c-b232-3dfb65676b2e tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks [] for security_group_rule (6f2a4f82-ca58-4b15-ab09-ba6f7ffbeb3f), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:42.828135 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-2a4670fd-b9ac-479c-b232-3dfb65676b2e tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039443'] for security_group_rule (6f2a4f82-ca58-4b15-ab09-ba6f7ffbeb3f), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:42.852638 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4670fd-b9ac-479c-b232-3dfb65676b2e tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f2a4f82-ca58-4b15-ab09-ba6f7ffbeb3f,revision_number=0']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:42.858488 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-2a4670fd-b9ac-479c-b232-3dfb65676b2e tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:42.862874 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-2a4670fd-b9ac-479c-b232-3dfb65676b2e tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1558473 May 18 15:01:42.862973 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 37454) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:01:42.867421 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-f9a40d95-b4a3-4398-93ba-8da471864ba2 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Request body: {'security_group_rule': {'security_group_id': '6cbe187f-440f-4228-8e53-1401efa51829', 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:01:42.915230 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.db.securitygroups_db [None req-f9a40d95-b4a3-4398-93ba-8da471864ba2 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Project d2f3dc5d9c6648c79267f71b5a86f249 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 15:01:42.940519 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-f9a40d95-b4a3-4398-93ba-8da471864ba2 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks [] for security_group_rule (87812f60-5f16-440b-8898-fecd1230ffbe), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:42.989055 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:DELETE=5 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:43.001718 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-f9a40d95-b4a3-4398-93ba-8da471864ba2 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks [] for security_group_rule (87812f60-5f16-440b-8898-fecd1230ffbe), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:43.004650 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 3bb217f0-5755-4445-a331-313df99ce6b9 up at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 15:01:43.006033 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-f9a40d95-b4a3-4398-93ba-8da471864ba2 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039443'] for security_group_rule (87812f60-5f16-440b-8898-fecd1230ffbe), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:43.026877 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a40d95-b4a3-4398-93ba-8da471864ba2 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87812f60-5f16-440b-8898-fecd1230ffbe,revision_number=0']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:43.041776 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-f9a40d95-b4a3-4398-93ba-8da471864ba2 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:43.045123 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-f9a40d95-b4a3-4398-93ba-8da471864ba2 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1796839 May 18 15:01:43.102402 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Provisioning complete for port 3bb217f0-5755-4445-a331-313df99ce6b9 triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 15:01:43.102837 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (3bb217f0-5755-4445-a331-313df99ce6b9), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:43.202446 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Current status of the port 3bb217f0-5755-4445-a331-313df99ce6b9 is: DOWN; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 15:01:43.202859 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (3bb217f0-5755-4445-a331-313df99ce6b9), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:43.227257 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] For port 3bb217f0-5755-4445-a331-313df99ce6b9, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=3bb217f0-5755-4445-a331-313df99ce6b9,segment=NetworkSegment(74645103-ef26-4e33-8147-3fc27f09baec),segment_id=74645103-ef26-4e33-8147-3fc27f09baec)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:01:43.242691 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (3bb217f0-5755-4445-a331-313df99ce6b9), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:43.312871 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Pushing event updated for resources: {'Port': ['ID=3bb217f0-5755-4445-a331-313df99ce6b9,revision_number=4']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:43.509148 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3adfcc-7303-4863-a60d-c94d7fe4c5a7 req-c90b7705-e765-4fbb-ad21-5111dceccdde tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:43.511005 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-cc3adfcc-7303-4863-a60d-c94d7fe4c5a7 req-c90b7705-e765-4fbb-ad21-5111dceccdde tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 943 time: 0.0687366 May 18 15:01:43.572546 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-cc3adfcc-7303-4863-a60d-c94d7fe4c5a7 req-f3c859c0-c942-408d-ad31-244a64a8343f tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558856 May 18 15:01:44.728014 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5381683d-0201-442c-bf99-d94f66a3bfb5 req-fdd75b8e-728e-46b2-a120-76d9be97eeb4 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:44.729691 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-5381683d-0201-442c-bf99-d94f66a3bfb5 req-fdd75b8e-728e-46b2-a120-76d9be97eeb4 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 943 time: 0.0640900 May 18 15:01:44.755273 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:44.824182 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-5381683d-0201-442c-bf99-d94f66a3bfb5 req-bd4f3d4d-3211-46c4-8f28-786c70810434 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859909 May 18 15:01:44.949259 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 3bb217f0-5755-4445-a331-313df99ce6b9 up at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 15:01:44.990310 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b9b99a-8a13-42fb-ba29-42f554fd148d None None] Sync routers for ids ['1784176f-070c-4c07-bfce-e95492f47af6'] in dv-cinder-839987-7-iscsi {{(pid=110158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 15:01:45.007876 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:45.020980 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b9b99a-8a13-42fb-ba29-42f554fd148d None None] Routers {'1784176f-070c-4c07-bfce-e95492f47af6'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:01:45.021765 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-67b9b99a-8a13-42fb-ba29-42f554fd148d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:01:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['1784176f-070c-4c07-bfce-e95492f47af6'], 'active': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:01:45.086667 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Provisioning complete for port 3bb217f0-5755-4445-a331-313df99ce6b9 triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 15:01:45.087088 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (3bb217f0-5755-4445-a331-313df99ce6b9), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:45.119113 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:45.217903 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvr_db [None req-67b9b99a-8a13-42fb-ba29-42f554fd148d None None] Set router 1784176f-070c-4c07-bfce-e95492f47af6 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:01:45.268501 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Current status of the port 3bb217f0-5755-4445-a331-313df99ce6b9 is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 15:01:45.453909 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-67b9b99a-8a13-42fb-ba29-42f554fd148d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1784176f-070c-4c07-bfce-e95492f47af6', 'name': 'tempest-TestVolumeBootPattern-1467135041-router', 'tenant_id': 'e79bc9f8860a4c9a868621d4359c8097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '3bb217f0-5755-4445-a331-313df99ce6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:01:35Z', 'updated_at': '2022-05-18T15:01:40Z', 'revision_number': 4, 'project_id': 'e79bc9f8860a4c9a868621d4359c8097', 'gw_port': {'id': '3bb217f0-5755-4445-a331-313df99ce6b9', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1784176f-070c-4c07-bfce-e95492f47af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:01:36Z', 'updated_at': '2022-05-18T15:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': 'ec8aa1c4-0fae-4da3-a8e6-aa63eaba9b59', 'name': '', 'network_id': 'f0164663-65ee-4075-9936-7f07c30ae763', 'tenant_id': 'e79bc9f8860a4c9a868621d4359c8097', 'mac_address': 'fa:16:3e:9d:dd:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1784176f-070c-4c07-bfce-e95492f47af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '2e310991-948c-414e-b639-d18084e1b11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:01:38Z', 'updated_at': '2022-05-18T15:01:40Z', 'revision_number': 2, 'project_id': 'e79bc9f8860a4c9a868621d4359c8097', 'subnets': [{'id': '2e310991-948c-414e-b639-d18084e1b11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:01:45.480829 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b9b99a-8a13-42fb-ba29-42f554fd148d None None] Checking router: 1784176f-070c-4c07-bfce-e95492f47af6 for host: dv-cinder-839987-7-iscsi {{(pid=110158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 15:01:45.481121 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b9b99a-8a13-42fb-ba29-42f554fd148d None None] Updating router 1784176f-070c-4c07-bfce-e95492f47af6 port ec8aa1c4-0fae-4da3-a8e6-aa63eaba9b59 binding host dv-cinder-839987-7-iscsi {{(pid=110158) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 15:01:45.526941 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-67b9b99a-8a13-42fb-ba29-42f554fd148d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (ec8aa1c4-0fae-4da3-a8e6-aa63eaba9b59), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:45.831932 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-67b9b99a-8a13-42fb-ba29-42f554fd148d None None] Publish callbacks [] for port (ec8aa1c4-0fae-4da3-a8e6-aa63eaba9b59), precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:45.837378 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-67b9b99a-8a13-42fb-ba29-42f554fd148d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (ec8aa1c4-0fae-4da3-a8e6-aa63eaba9b59), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:45.893370 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad09502-7056-43b2-a9bb-d474edd71364 None None] Pushing event updated for resources: {'Port': ['ID=ec8aa1c4-0fae-4da3-a8e6-aa63eaba9b59,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:45.943143 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:45.954484 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:UPDATE=2,neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:45.959083 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-67b9b99a-8a13-42fb-ba29-42f554fd148d None None] Attempting to bind port ec8aa1c4-0fae-4da3-a8e6-aa63eaba9b59 on host dv-cinder-839987-7-iscsi for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 15:01:45.960239 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-67b9b99a-8a13-42fb-ba29-42f554fd148d None None] Attempting to bind port ec8aa1c4-0fae-4da3-a8e6-aa63eaba9b59 by drivers openvswitch,hyperv on host dv-cinder-839987-7-iscsi at level 0 using segments [{'id': 'f3b3f4db-8344-429b-a6d6-31152e8bdaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f0164663-65ee-4075-9936-7f07c30ae763'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 15:01:45.960402 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b9b99a-8a13-42fb-ba29-42f554fd148d None None] Attempting to bind port ec8aa1c4-0fae-4da3-a8e6-aa63eaba9b59 on network f0164663-65ee-4075-9936-7f07c30ae763 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 15:01:45.967703 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b9b99a-8a13-42fb-ba29-42f554fd148d None None] Checking agent: {'id': 'ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 46, 56), 'started_at': datetime.datetime(2022, 5, 18, 14, 47, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 15, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 15:01:45.968557 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b9b99a-8a13-42fb-ba29-42f554fd148d None None] Checking segment: {'id': 'f3b3f4db-8344-429b-a6d6-31152e8bdaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f0164663-65ee-4075-9936-7f07c30ae763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 15:01:45.969041 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-67b9b99a-8a13-42fb-ba29-42f554fd148d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:45.969439 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b9b99a-8a13-42fb-ba29-42f554fd148d None None] Bound using segment: {'id': 'f3b3f4db-8344-429b-a6d6-31152e8bdaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f0164663-65ee-4075-9936-7f07c30ae763'} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 15:01:45.969912 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-67b9b99a-8a13-42fb-ba29-42f554fd148d None None] Bound port: ec8aa1c4-0fae-4da3-a8e6-aa63eaba9b59, host: dv-cinder-839987-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3b3f4db-8344-429b-a6d6-31152e8bdaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f0164663-65ee-4075-9936-7f07c30ae763'}}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 15:01:45.970290 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-67b9b99a-8a13-42fb-ba29-42f554fd148d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (ec8aa1c4-0fae-4da3-a8e6-aa63eaba9b59), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:45.974332 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ba77b-d27f-4d59-8791-7c287c0e8252 req-8bb68e2a-109e-4617-a698-1f23ed15bc68 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:45.976197 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-753ba77b-d27f-4d59-8791-7c287c0e8252 req-8bb68e2a-109e-4617-a698-1f23ed15bc68 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 943 time: 0.0690668 May 18 15:01:46.029886 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-753ba77b-d27f-4d59-8791-7c287c0e8252 req-a8725b48-b4c2-49f6-9df0-0abc22cbef1b tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472720 May 18 15:01:46.040240 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-67b9b99a-8a13-42fb-ba29-42f554fd148d None None] For port ec8aa1c4-0fae-4da3-a8e6-aa63eaba9b59, host dv-cinder-839987-7-iscsi, cleared binding levels {{(pid=110158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 15:01:46.045824 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-67b9b99a-8a13-42fb-ba29-42f554fd148d None None] For port ec8aa1c4-0fae-4da3-a8e6-aa63eaba9b59, host dv-cinder-839987-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=ec8aa1c4-0fae-4da3-a8e6-aa63eaba9b59,segment=NetworkSegment(f3b3f4db-8344-429b-a6d6-31152e8bdaac),segment_id=f3b3f4db-8344-429b-a6d6-31152e8bdaac)] {{(pid=110158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 15:01:46.055382 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-67b9b99a-8a13-42fb-ba29-42f554fd148d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (ec8aa1c4-0fae-4da3-a8e6-aa63eaba9b59), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:46.112288 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:46.121126 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad09502-7056-43b2-a9bb-d474edd71364 None None] Pushing event updated for resources: {'Port': ['ID=ec8aa1c4-0fae-4da3-a8e6-aa63eaba9b59,revision_number=4']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:46.124379 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b9b99a-8a13-42fb-ba29-42f554fd148d None None] Routers {'1784176f-070c-4c07-bfce-e95492f47af6'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:01:46.125018 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-67b9b99a-8a13-42fb-ba29-42f554fd148d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:01:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['1784176f-070c-4c07-bfce-e95492f47af6'], 'active': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:01:46.314413 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-71376871-907c-4860-be20-e15d62c690a6 None None] Provisioning complete for port ec8aa1c4-0fae-4da3-a8e6-aa63eaba9b59 triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 15:01:46.314794 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-71376871-907c-4860-be20-e15d62c690a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (ec8aa1c4-0fae-4da3-a8e6-aa63eaba9b59), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:46.407885 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvr_db [None req-67b9b99a-8a13-42fb-ba29-42f554fd148d None None] Set router 1784176f-070c-4c07-bfce-e95492f47af6 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:01:46.476570 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-71376871-907c-4860-be20-e15d62c690a6 None None] Current status of the port ec8aa1c4-0fae-4da3-a8e6-aa63eaba9b59 is: DOWN; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 15:01:46.477005 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-71376871-907c-4860-be20-e15d62c690a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (ec8aa1c4-0fae-4da3-a8e6-aa63eaba9b59), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:46.590044 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-71376871-907c-4860-be20-e15d62c690a6 None None] For port ec8aa1c4-0fae-4da3-a8e6-aa63eaba9b59, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=ec8aa1c4-0fae-4da3-a8e6-aa63eaba9b59,segment=NetworkSegment(f3b3f4db-8344-429b-a6d6-31152e8bdaac),segment_id=f3b3f4db-8344-429b-a6d6-31152e8bdaac)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:01:46.596939 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-71376871-907c-4860-be20-e15d62c690a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (ec8aa1c4-0fae-4da3-a8e6-aa63eaba9b59), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:46.694789 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71376871-907c-4860-be20-e15d62c690a6 None None] Pushing event updated for resources: {'Port': ['ID=ec8aa1c4-0fae-4da3-a8e6-aa63eaba9b59,revision_number=5']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:46.722923 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-67b9b99a-8a13-42fb-ba29-42f554fd148d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1784176f-070c-4c07-bfce-e95492f47af6', 'name': 'tempest-TestVolumeBootPattern-1467135041-router', 'tenant_id': 'e79bc9f8860a4c9a868621d4359c8097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '3bb217f0-5755-4445-a331-313df99ce6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:01:35Z', 'updated_at': '2022-05-18T15:01:40Z', 'revision_number': 4, 'project_id': 'e79bc9f8860a4c9a868621d4359c8097', 'gw_port': {'id': '3bb217f0-5755-4445-a331-313df99ce6b9', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1784176f-070c-4c07-bfce-e95492f47af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:01:36Z', 'updated_at': '2022-05-18T15:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': 'ec8aa1c4-0fae-4da3-a8e6-aa63eaba9b59', 'name': '', 'network_id': 'f0164663-65ee-4075-9936-7f07c30ae763', 'tenant_id': 'e79bc9f8860a4c9a868621d4359c8097', 'mac_address': 'fa:16:3e:9d:dd:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1784176f-070c-4c07-bfce-e95492f47af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '2e310991-948c-414e-b639-d18084e1b11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:01:38Z', 'updated_at': '2022-05-18T15:01:46Z', 'revision_number': 4, 'project_id': 'e79bc9f8860a4c9a868621d4359c8097', 'subnets': [{'id': '2e310991-948c-414e-b639-d18084e1b11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:01:46.724801 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-c241bc0f-04b0-4498-ae70-49edc1ca9593 None None] Provisioning complete for port ec8aa1c4-0fae-4da3-a8e6-aa63eaba9b59 triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 15:01:46.725207 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c241bc0f-04b0-4498-ae70-49edc1ca9593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (ec8aa1c4-0fae-4da3-a8e6-aa63eaba9b59), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:46.773396 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b9b99a-8a13-42fb-ba29-42f554fd148d None None] The sync data for ids ['1784176f-070c-4c07-bfce-e95492f47af6'] in dv-cinder-839987-7-iscsi is: [{'id': '1784176f-070c-4c07-bfce-e95492f47af6', 'name': 'tempest-TestVolumeBootPattern-1467135041-router', 'tenant_id': 'e79bc9f8860a4c9a868621d4359c8097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '3bb217f0-5755-4445-a331-313df99ce6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:01:35Z', 'updated_at': '2022-05-18T15:01:40Z', 'revision_number': 4, 'project_id': 'e79bc9f8860a4c9a868621d4359c8097', 'gw_port': {'id': '3bb217f0-5755-4445-a331-313df99ce6b9', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1784176f-070c-4c07-bfce-e95492f47af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:01:36Z', 'updated_at': '2022-05-18T15:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': 'ec8aa1c4-0fae-4da3-a8e6-aa63eaba9b59', 'name': '', 'network_id': 'f0164663-65ee-4075-9936-7f07c30ae763', 'tenant_id': 'e79bc9f8860a4c9a868621d4359c8097', 'mac_address': 'fa:16:3e:9d:dd:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1784176f-070c-4c07-bfce-e95492f47af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '2e310991-948c-414e-b639-d18084e1b11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:01:38Z', 'updated_at': '2022-05-18T15:01:46Z', 'revision_number': 4, 'project_id': 'e79bc9f8860a4c9a868621d4359c8097', 'subnets': [{'id': '2e310991-948c-414e-b639-d18084e1b11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 15:01:46.839993 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-c241bc0f-04b0-4498-ae70-49edc1ca9593 None None] Current status of the port ec8aa1c4-0fae-4da3-a8e6-aa63eaba9b59 is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 15:01:46.948684 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device ec8aa1c4-0fae-4da3-a8e6-aa63eaba9b59 up at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 15:01:47.001939 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Provisioning complete for port ec8aa1c4-0fae-4da3-a8e6-aa63eaba9b59 triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 15:01:47.002623 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (ec8aa1c4-0fae-4da3-a8e6-aa63eaba9b59), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:47.074295 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:47.094722 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Current status of the port ec8aa1c4-0fae-4da3-a8e6-aa63eaba9b59 is: ACTIVE; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 15:01:47.169801 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd8c7f6-5d26-4c76-ae6b-8e0be6ff37c4 req-546c3421-baf3-4f80-ac97-1e4845f6c116 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:47.171551 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-4bd8c7f6-5d26-4c76-ae6b-8e0be6ff37c4 req-546c3421-baf3-4f80-ac97-1e4845f6c116 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 943 time: 0.0555773 May 18 15:01:47.223487 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-4bd8c7f6-5d26-4c76-ae6b-8e0be6ff37c4 req-183bdd63-1dde-4d08-87d0-d45f9630ec47 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458438 May 18 15:01:47.456045 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-2360dfb0-a6c5-49f6-b5b4-ed899014dcec req-f8c6f3f1-cdf3-4929-8b0c-faaee35c3d0a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399451 May 18 15:01:47.532866 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2360dfb0-a6c5-49f6-b5b4-ed899014dcec req-b89bb2a9-6f34-485a-89c5-93609cbbd90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:47.534367 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-2360dfb0-a6c5-49f6-b5b4-ed899014dcec req-b89bb2a9-6f34-485a-89c5-93609cbbd90b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=379bba80af244096abbf8deb82772854&device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 1130 time: 0.0398946 May 18 15:01:47.644900 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2360dfb0-a6c5-49f6-b5b4-ed899014dcec req-8128ddfd-e07c-47f3-9dd5-6b540bc49b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:47.646381 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-2360dfb0-a6c5-49f6-b5b4-ed899014dcec req-8128ddfd-e07c-47f3-9dd5-6b540bc49b38 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4cb14f9c-6f08-4729-8557-f3c05e247fd9 HTTP/1.1" status: 200 len: 910 time: 0.0907390 May 18 15:01:47.713032 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-2360dfb0-a6c5-49f6-b5b4-ed899014dcec req-2dac188a-13f3-4aaf-9fe7-9353c60fe007 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d HTTP/1.1" status: 200 len: 1001 time: 0.0572808 May 18 15:01:47.766112 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2360dfb0-a6c5-49f6-b5b4-ed899014dcec req-39bb1468-1fda-4b22-b729-1d086672eea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:47.767584 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-2360dfb0-a6c5-49f6-b5b4-ed899014dcec req-39bb1468-1fda-4b22-b729-1d086672eea2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=89243c68-b4f8-45b7-8520-ec7240a88f0d HTTP/1.1" status: 200 len: 848 time: 0.0476527 May 18 15:01:47.817429 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2360dfb0-a6c5-49f6-b5b4-ed899014dcec req-bdc38c5b-ccd2-4eba-99a9-122327e3478f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:47.818961 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-2360dfb0-a6c5-49f6-b5b4-ed899014dcec req-bdc38c5b-ccd2-4eba-99a9-122327e3478f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4cb14f9c-6f08-4729-8557-f3c05e247fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394793 May 18 15:01:47.871408 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:47.917147 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-2360dfb0-a6c5-49f6-b5b4-ed899014dcec req-fcccbd13-d5aa-4a78-a0c8-f12fb3d1acf2 service neutron] 10.222.0.49 "GET /v2.0/networks/4cb14f9c-6f08-4729-8557-f3c05e247fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901706 May 18 15:01:48.016207 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-2360dfb0-a6c5-49f6-b5b4-ed899014dcec req-e55ec903-fa88-4383-9eca-add74ab10684 service neutron] 10.222.0.49 "GET /v2.0/networks/4cb14f9c-6f08-4729-8557-f3c05e247fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915046 May 18 15:01:48.348207 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35280a70-b23d-41b3-b133-781165d03d09 req-5a44b151-3bc0-4f79-95ae-7fa09f4616e3 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:48.349720 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-35280a70-b23d-41b3-b133-781165d03d09 req-5a44b151-3bc0-4f79-95ae-7fa09f4616e3 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 943 time: 0.0523539 May 18 15:01:48.398403 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-35280a70-b23d-41b3-b133-781165d03d09 req-bb0ca97e-eb60-46a7-bd76-a8341f5dbfdb tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430846 May 18 15:01:49.519119 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4259dbc-e2f0-4d60-a26f-444df78197df req-f4f1e943-e5ba-46f6-adbb-128134c8f41e tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:49.520709 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e4259dbc-e2f0-4d60-a26f-444df78197df req-f4f1e943-e5ba-46f6-adbb-128134c8f41e tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 943 time: 0.0486016 May 18 15:01:49.567971 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e4259dbc-e2f0-4d60-a26f-444df78197df req-350bc2d8-f6cd-4bad-8a8e-7161049c768a tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410521 May 18 15:01:50.065467 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device d65953ed-9d4b-4ed8-bdb3-b52cc90c0217 details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=110158) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 15:01:50.123245 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:50.167433 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port d65953ed-9d4b-4ed8-bdb3-b52cc90c0217, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=d65953ed-9d4b-4ed8-bdb3-b52cc90c0217,segment=NetworkSegment(68ae329c-889c-4ff0-8ec9-1a3d4793b394),segment_id=68ae329c-889c-4ff0-8ec9-1a3d4793b394)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:01:50.179084 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Returning: {'device': 'd65953ed-9d4b-4ed8-bdb3-b52cc90c0217', 'network_id': '0410fe00-b11d-4309-b353-5cb8e97484be', 'port_id': 'd65953ed-9d4b-4ed8-bdb3-b52cc90c0217', 'mac_address': 'fa:16:3e:65:7b:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1be02795-0dc2-4225-87b4-7592fa1ed277', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110158) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 15:01:50.217911 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Current status of the port d65953ed-9d4b-4ed8-bdb3-b52cc90c0217 is: DOWN; New status is: BUILD {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 15:01:50.218302 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (d65953ed-9d4b-4ed8-bdb3-b52cc90c0217), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:50.231481 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d65953ed-9d4b-4ed8-bdb3-b52cc90c0217 {{(pid=110158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 15:01:50.254266 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port d65953ed-9d4b-4ed8-bdb3-b52cc90c0217, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=d65953ed-9d4b-4ed8-bdb3-b52cc90c0217,segment=NetworkSegment(68ae329c-889c-4ff0-8ec9-1a3d4793b394),segment_id=68ae329c-889c-4ff0-8ec9-1a3d4793b394)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:01:50.257834 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (d65953ed-9d4b-4ed8-bdb3-b52cc90c0217), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:50.303031 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Pushing event updated for resources: {'Port': ['ID=d65953ed-9d4b-4ed8-bdb3-b52cc90c0217,revision_number=9']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:50.311056 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:01:50.311395 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:01:50.311729 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:01:50.312061 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:01:50.312386 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:01:50.312755 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:01:50.313078 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:01:50.313392 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:01:50.313710 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:01:50.314024 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:01:50.314339 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:01:50.314675 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:01:50.314992 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:01:50.315303 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:01:50.315614 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:01:50.511189 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d1aa190a-45ec-46be-b427-0d009147c61d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (7afc6fe8-d13b-4fd3-bc99-e9efab9a141d), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:50.619299 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] get_ports_and_sgs() called for port_ids ['d65953ed-9d4b-4ed8-bdb3-b52cc90c0217'] {{(pid=110158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 15:01:50.687865 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fd04ed-435c-4d48-a28c-139ee7ce643d req-944a019d-acf4-415d-9248-084dc7f54fef tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:50.689532 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-26fd04ed-435c-4d48-a28c-139ee7ce643d req-944a019d-acf4-415d-9248-084dc7f54fef tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 944 time: 0.0493824 May 18 15:01:50.739366 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-26fd04ed-435c-4d48-a28c-139ee7ce643d req-8a746a67-ee53-4df4-ab62-cdd29906e2a6 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439374 May 18 15:01:50.797036 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=80,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:50.808664 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=5 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:51.871129 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc57cbd-478c-4960-a7c5-567bf8063032 req-f9cd51db-7192-4e4e-9250-d0395462269c tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:51.872633 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-bcc57cbd-478c-4960-a7c5-567bf8063032 req-f9cd51db-7192-4e4e-9250-d0395462269c tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 944 time: 0.0470405 May 18 15:01:51.920780 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-bcc57cbd-478c-4960-a7c5-567bf8063032 req-37f9ea76-d5ee-4839-9a8d-8fe173bd7256 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425596 May 18 15:01:52.057735 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device d65953ed-9d4b-4ed8-bdb3-b52cc90c0217 up at agent hyperv_hv-cinder-83998 {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 15:01:52.101184 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Provisioning complete for port d65953ed-9d4b-4ed8-bdb3-b52cc90c0217 triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 15:01:52.101554 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (d65953ed-9d4b-4ed8-bdb3-b52cc90c0217), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:52.177219 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Current status of the port d65953ed-9d4b-4ed8-bdb3-b52cc90c0217 is: BUILD; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 15:01:52.177602 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (d65953ed-9d4b-4ed8-bdb3-b52cc90c0217), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:52.200290 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9394fe1-b670-4e51-b247-71558d6f56ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd65953ed-9d4b-4ed8-bdb3-b52cc90c0217'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 15:01:52.202513 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62dae43363b0d9fbe88fecb50d2dfb4fafe72539e0e1d03116e82a6fdda86ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff90a5f2-7185-4851-ad9c-e242a284ebe8" -d '{"events": [{"server_uuid": "b9394fe1-b670-4e51-b247-71558d6f56ca", "name": "network-vif-plugged", "status": "completed", "tag": "d65953ed-9d4b-4ed8-bdb3-b52cc90c0217"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 15:01:52.214715 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port d65953ed-9d4b-4ed8-bdb3-b52cc90c0217, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=d65953ed-9d4b-4ed8-bdb3-b52cc90c0217,segment=NetworkSegment(68ae329c-889c-4ff0-8ec9-1a3d4793b394),segment_id=68ae329c-889c-4ff0-8ec9-1a3d4793b394)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:01:52.219808 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (d65953ed-9d4b-4ed8-bdb3-b52cc90c0217), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:52.249623 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 15:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41672825-3229-4710-957e-0ed9f58e1cf7 x-openstack-request-id: req-41672825-3229-4710-957e-0ed9f58e1cf7 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 15:01:52.249623 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9394fe1-b670-4e51-b247-71558d6f56ca", "name": "network-vif-plugged", "status": "completed", "tag": "d65953ed-9d4b-4ed8-bdb3-b52cc90c0217", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 15:01:52.249623 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-41672825-3229-4710-957e-0ed9f58e1cf7 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 15:01:52.249623 dv-cinder-839987-7-iscsi neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41672825-3229-4710-957e-0ed9f58e1cf7'] response: {'server_uuid': 'b9394fe1-b670-4e51-b247-71558d6f56ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd65953ed-9d4b-4ed8-bdb3-b52cc90c0217', 'code': 200} May 18 15:01:52.270605 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Pushing event updated for resources: {'Port': ['ID=d65953ed-9d4b-4ed8-bdb3-b52cc90c0217,revision_number=10']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:01:52.508524 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c1a68b-7668-43ff-bf47-d6258b2bcb5d req-6e496aa5-8b7e-4fd6-9ca8-5c2142a50b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:52.510067 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-54c1a68b-7668-43ff-bf47-d6258b2bcb5d req-6e496aa5-8b7e-4fd6-9ca8-5c2142a50b48 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 1130 time: 0.0414069 May 18 15:01:52.561356 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-54c1a68b-7668-43ff-bf47-d6258b2bcb5d req-2f4a1d1f-1456-4b82-94ba-ca49fa738ff5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396750 May 18 15:01:52.935285 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5a11503d-fb58-418d-b433-c18ab446dea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (a5518e17-d4a6-403f-b34f-0fa3d03f1833), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:53.049178 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb6b983-cc5b-485b-bc15-f1fe4eadda92 req-a3efebb8-19b8-4436-977c-4c9886bc1910 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:53.050702 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2cb6b983-cc5b-485b-bc15-f1fe4eadda92 req-a3efebb8-19b8-4436-977c-4c9886bc1910 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 946 time: 0.0511773 May 18 15:01:53.098778 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2cb6b983-cc5b-485b-bc15-f1fe4eadda92 req-a1876e80-fbc4-49fa-9ca4-dd9510ecdcf6 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417309 May 18 15:01:53.842486 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.agents_db [None req-a4aab2e5-b658-4b2c-9b1f-100bc6421b45 None None] Agent healthcheck: found 6 active agents {{(pid=110159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 15:01:54.003300 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-50f4e27f-5619-452e-9630-0448ff5d9157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (0f4dbee4-4999-4f30-b578-59222d25f53e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:54.229723 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e658f-4ae3-422c-8ed0-b9d6dac32c3c req-b67b7b70-f7b1-459b-9780-0df761ee91fb tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:54.231196 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-564e658f-4ae3-422c-8ed0-b9d6dac32c3c req-b67b7b70-f7b1-459b-9780-0df761ee91fb tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 946 time: 0.0551507 May 18 15:01:54.277000 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-564e658f-4ae3-422c-8ed0-b9d6dac32c3c req-1fd6aa8f-cd94-4ddd-be88-b9b3f841876f tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402815 May 18 15:01:55.145899 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-86248160-1b36-4d80-a449-232705ae1859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (11bd5e7f-0ec7-43f5-9ca8-99d3c1136d9c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:55.392515 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8418f3-5b59-4962-a904-cd24257d858a req-bb770673-34ed-4670-96dc-86073f08287e tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:55.394079 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0a8418f3-5b59-4962-a904-cd24257d858a req-bb770673-34ed-4670-96dc-86073f08287e tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 946 time: 0.0462658 May 18 15:01:55.441402 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0a8418f3-5b59-4962-a904-cd24257d858a req-d3a32582-0074-4b6f-bad4-dba79bccb185 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412750 May 18 15:01:56.478110 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:01:59.624343 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-24adbfa6-cca9-4105-aab3-1aac9b200c82 req-a07ccc1b-7341-48b0-9036-40b05be01220 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1025458164&fields=id&tenant_id=d2f3dc5d9c6648c79267f71b5a86f249 HTTP/1.1" status: 200 len: 267 time: 0.0431874 May 18 15:01:59.726808 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:59.736770 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24adbfa6-cca9-4105-aab3-1aac9b200c82 req-82dd5760-a343-44e4-8f1e-f6e70c0c64be tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:01:59.738185 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-24adbfa6-cca9-4105-aab3-1aac9b200c82 req-82dd5760-a343-44e4-8f1e-f6e70c0c64be tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/networks?id=19da6af6-a529-4bd8-858e-9cc319b37384 HTTP/1.1" status: 200 len: 810 time: 0.1078260 May 18 15:01:59.752509 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-24adbfa6-cca9-4105-aab3-1aac9b200c82 req-f4c6f5c7-ef54-4083-8693-e4001142a585 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/quotas/d2f3dc5d9c6648c79267f71b5a86f249 HTTP/1.1" status: 200 len: 375 time: 0.0089583 May 18 15:01:59.800646 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-24adbfa6-cca9-4105-aab3-1aac9b200c82 req-c31853bd-f122-42c2-9854-c5fe0b467186 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d2f3dc5d9c6648c79267f71b5a86f249&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0429003 May 18 15:01:59.873821 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:01:59.905799 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-24adbfa6-cca9-4105-aab3-1aac9b200c82 req-12ec4747-2637-4deb-844b-192a8fce0160 service neutron] 10.222.0.59 "GET /v2.0/networks/19da6af6-a529-4bd8-858e-9cc319b37384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920408 May 18 15:01:59.998851 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-24adbfa6-cca9-4105-aab3-1aac9b200c82 req-b14529fa-626a-4ac6-b0c0-0a2fe6ab24f2 service neutron] 10.222.0.59 "GET /v2.0/networks/19da6af6-a529-4bd8-858e-9cc319b37384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872877 May 18 15:02:00.321961 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-dc3a1932-d902-4bf5-9855-7fd038d14ae8 req-437f752e-654f-451b-b457-9b9be1e5bfad tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4414a5-96ca-43e6-beba-c0892c513802 HTTP/1.1" status: 200 len: 210 time: 0.0345829 May 18 15:02:01.420872 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-bf4ef2b9-397f-443e-81c7-6947aee31a39 req-01e37c55-c234-4fb1-9151-9604d104e339 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4414a5-96ca-43e6-beba-c0892c513802 HTTP/1.1" status: 200 len: 210 time: 0.0305097 May 18 15:02:01.449963 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24adbfa6-cca9-4105-aab3-1aac9b200c82 req-a669ad44-5ad0-4e25-ba5e-f46bb1971d15 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:01.451509 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-24adbfa6-cca9-4105-aab3-1aac9b200c82 req-a669ad44-5ad0-4e25-ba5e-f46bb1971d15 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.49 "GET /v2.0/networks?id=19da6af6-a529-4bd8-858e-9cc319b37384 HTTP/1.1" status: 200 len: 810 time: 0.1101506 May 18 15:02:01.521214 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-24adbfa6-cca9-4105-aab3-1aac9b200c82 req-59d47f32-8362-41d5-8e86-2fca5dfa5236 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2f3dc5d9c6648c79267f71b5a86f249 HTTP/1.1" status: 200 len: 380 time: 0.0524836 May 18 15:02:01.532550 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [req-24adbfa6-cca9-4105-aab3-1aac9b200c82 req-394ddbe6-fe42-4db1-9775-3c45fc53fb76 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Request body: {'port': {'device_id': '2e4414a5-96ca-43e6-beba-c0892c513802', 'network_id': '19da6af6-a529-4bd8-858e-9cc319b37384', 'admin_state_up': True, 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'security_groups': ['6cbe187f-440f-4228-8e53-1401efa51829']}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:02:01.644699 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24adbfa6-cca9-4105-aab3-1aac9b200c82 req-394ddbe6-fe42-4db1-9775-3c45fc53fb76 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Made reservation on behalf of d2f3dc5d9c6648c79267f71b5a86f249 for: {'port': 1} {{(pid=110156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 15:02:01.648840 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-24adbfa6-cca9-4105-aab3-1aac9b200c82 req-394ddbe6-fe42-4db1-9775-3c45fc53fb76 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:01.664732 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:01.774244 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.db_base_plugin_common [req-24adbfa6-cca9-4105-aab3-1aac9b200c82 req-394ddbe6-fe42-4db1-9775-3c45fc53fb76 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Allocated IP 172.20.0.5 (19da6af6-a529-4bd8-858e-9cc319b37384/207e26a7-c20a-4ebc-a1ff-b0586cec622c/b4ed26f0-f48f-4f2f-8bf5-816859955580) {{(pid=110156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 15:02:01.915991 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-24adbfa6-cca9-4105-aab3-1aac9b200c82 req-394ddbe6-fe42-4db1-9775-3c45fc53fb76 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks [] for port (b4ed26f0-f48f-4f2f-8bf5-816859955580), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:01.938549 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:01.951005 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-24adbfa6-cca9-4105-aab3-1aac9b200c82 req-394ddbe6-fe42-4db1-9775-3c45fc53fb76 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14495174'] for port (b4ed26f0-f48f-4f2f-8bf5-816859955580), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:01.999796 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24adbfa6-cca9-4105-aab3-1aac9b200c82 req-394ddbe6-fe42-4db1-9775-3c45fc53fb76 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Network 19da6af6-a529-4bd8-858e-9cc319b37384 is already hosted by enough agents. {{(pid=110156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 15:02:02.002939 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.base_scheduler [req-24adbfa6-cca9-4105-aab3-1aac9b200c82 req-394ddbe6-fe42-4db1-9775-3c45fc53fb76 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Resources bound (agent type, host, resource id): {{(pid=110156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 15:02:02.006760 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.l3_dvrscheduler_db [req-24adbfa6-cca9-4105-aab3-1aac9b200c82 req-394ddbe6-fe42-4db1-9775-3c45fc53fb76 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Received port after_create {{(pid=110156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 15:02:02.030516 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394ddbe6-fe42-4db1-9775-3c45fc53fb76 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Pushing event updated for resources: {'Port': ['ID=b4ed26f0-f48f-4f2f-8bf5-816859955580,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:02:02.061867 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24adbfa6-cca9-4105-aab3-1aac9b200c82 req-394ddbe6-fe42-4db1-9775-3c45fc53fb76 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:02.062505 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-24adbfa6-cca9-4105-aab3-1aac9b200c82 req-394ddbe6-fe42-4db1-9775-3c45fc53fb76 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for port (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:02.080464 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-24adbfa6-cca9-4105-aab3-1aac9b200c82 req-394ddbe6-fe42-4db1-9775-3c45fc53fb76 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5513930 May 18 15:02:02.099084 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [req-24adbfa6-cca9-4105-aab3-1aac9b200c82 req-d1997a11-5b60-47ff-967f-294b7792465f service neutron] Request body: {'port': {'device_id': '2e4414a5-96ca-43e6-beba-c0892c513802', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:02:02.162266 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-24adbfa6-cca9-4105-aab3-1aac9b200c82 req-d1997a11-5b60-47ff-967f-294b7792465f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (b4ed26f0-f48f-4f2f-8bf5-816859955580), before_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:02.248238 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-f1be2e87-e270-4498-aa2a-380722f149bc None None] Provisioning complete for port b4ed26f0-f48f-4f2f-8bf5-816859955580 triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 15:02:02.248814 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f1be2e87-e270-4498-aa2a-380722f149bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (b4ed26f0-f48f-4f2f-8bf5-816859955580), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:02.280299 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-f1be2e87-e270-4498-aa2a-380722f149bc None None] Port b4ed26f0-f48f-4f2f-8bf5-816859955580 cannot update to ACTIVE because it is not bound. {{(pid=110158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 15:02:02.452670 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.notifiers.nova [req-24adbfa6-cca9-4105-aab3-1aac9b200c82 req-d1997a11-5b60-47ff-967f-294b7792465f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4ed26f0-f48f-4f2f-8bf5-816859955580 {{(pid=110156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 15:02:02.460789 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-24adbfa6-cca9-4105-aab3-1aac9b200c82 req-d1997a11-5b60-47ff-967f-294b7792465f service neutron] Publish callbacks [] for port (b4ed26f0-f48f-4f2f-8bf5-816859955580), precommit_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:02.473410 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.provisioning_blocks [req-24adbfa6-cca9-4105-aab3-1aac9b200c82 req-d1997a11-5b60-47ff-967f-294b7792465f service neutron] Transition to ACTIVE for port object b4ed26f0-f48f-4f2f-8bf5-816859955580 will not be triggered until provisioned by entity L2. {{(pid=110156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 15:02:02.476986 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-24adbfa6-cca9-4105-aab3-1aac9b200c82 req-d1997a11-5b60-47ff-967f-294b7792465f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14495217'] for port (b4ed26f0-f48f-4f2f-8bf5-816859955580), after_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:02.484719 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=2,neutron:DELETE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:02.531883 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1997a11-5b60-47ff-967f-294b7792465f service neutron] Pushing event updated for resources: {'Port': ['ID=b4ed26f0-f48f-4f2f-8bf5-816859955580,revision_number=2']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:02:02.547439 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669a66c-ee30-4c3b-a5ee-e9e56d7f86c6 req-af261e94-7f2c-473a-8f05-ad0b883b3c8a tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:02.555471 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-5669a66c-ee30-4c3b-a5ee-e9e56d7f86c6 req-af261e94-7f2c-473a-8f05-ad0b883b3c8a tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4414a5-96ca-43e6-beba-c0892c513802 HTTP/1.1" status: 200 len: 943 time: 0.0638278 May 18 15:02:02.602428 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-5669a66c-ee30-4c3b-a5ee-e9e56d7f86c6 req-500decb2-64e5-4b8a-9f4a-aa730998c2ce tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cbe187f-440f-4228-8e53-1401efa51829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460854 May 18 15:02:02.612196 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.managers [req-24adbfa6-cca9-4105-aab3-1aac9b200c82 req-d1997a11-5b60-47ff-967f-294b7792465f service neutron] Attempting to bind port b4ed26f0-f48f-4f2f-8bf5-816859955580 on host hv-cinder-83998 for vnic_type normal with profile {{(pid=110156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 15:02:02.612648 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.managers [req-24adbfa6-cca9-4105-aab3-1aac9b200c82 req-d1997a11-5b60-47ff-967f-294b7792465f service neutron] Attempting to bind port b4ed26f0-f48f-4f2f-8bf5-816859955580 by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': '581026d7-1ed0-43a5-8cc8-04eff6757853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '19da6af6-a529-4bd8-858e-9cc319b37384'}] {{(pid=110156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 15:02:02.612880 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24adbfa6-cca9-4105-aab3-1aac9b200c82 req-d1997a11-5b60-47ff-967f-294b7792465f service neutron] Attempting to bind port b4ed26f0-f48f-4f2f-8bf5-816859955580 on network 19da6af6-a529-4bd8-858e-9cc319b37384 {{(pid=110156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 15:02:02.625802 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24adbfa6-cca9-4105-aab3-1aac9b200c82 req-d1997a11-5b60-47ff-967f-294b7792465f service neutron] Port b4ed26f0-f48f-4f2f-8bf5-816859955580 on network 19da6af6-a529-4bd8-858e-9cc319b37384 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=110156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 15:02:02.625802 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24adbfa6-cca9-4105-aab3-1aac9b200c82 req-d1997a11-5b60-47ff-967f-294b7792465f service neutron] Attempting to bind port b4ed26f0-f48f-4f2f-8bf5-816859955580 on network 19da6af6-a529-4bd8-858e-9cc319b37384 {{(pid=110156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 15:02:02.627839 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24adbfa6-cca9-4105-aab3-1aac9b200c82 req-d1997a11-5b60-47ff-967f-294b7792465f service neutron] Checking agent: {'id': 'f376d122-85a6-484a-a941-8f32d5a81e72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 53, 39), 'started_at': datetime.datetime(2022, 5, 18, 14, 53, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 15, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 15:02:02.628460 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24adbfa6-cca9-4105-aab3-1aac9b200c82 req-d1997a11-5b60-47ff-967f-294b7792465f service neutron] Checking segment: {'id': '581026d7-1ed0-43a5-8cc8-04eff6757853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '19da6af6-a529-4bd8-858e-9cc319b37384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 15:02:02.628888 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24adbfa6-cca9-4105-aab3-1aac9b200c82 req-d1997a11-5b60-47ff-967f-294b7792465f service neutron] Bound using segment: {'id': '581026d7-1ed0-43a5-8cc8-04eff6757853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '19da6af6-a529-4bd8-858e-9cc319b37384'} {{(pid=110156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 15:02:02.629341 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.managers [req-24adbfa6-cca9-4105-aab3-1aac9b200c82 req-d1997a11-5b60-47ff-967f-294b7792465f service neutron] Bound port: b4ed26f0-f48f-4f2f-8bf5-816859955580, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '581026d7-1ed0-43a5-8cc8-04eff6757853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '19da6af6-a529-4bd8-858e-9cc319b37384'}}] {{(pid=110156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 15:02:02.629703 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-24adbfa6-cca9-4105-aab3-1aac9b200c82 req-d1997a11-5b60-47ff-967f-294b7792465f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (b4ed26f0-f48f-4f2f-8bf5-816859955580), before_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:02.699702 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.db [req-24adbfa6-cca9-4105-aab3-1aac9b200c82 req-d1997a11-5b60-47ff-967f-294b7792465f service neutron] For port b4ed26f0-f48f-4f2f-8bf5-816859955580, host hv-cinder-83998, cleared binding levels {{(pid=110156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 15:02:02.702861 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.db [req-24adbfa6-cca9-4105-aab3-1aac9b200c82 req-d1997a11-5b60-47ff-967f-294b7792465f service neutron] For port b4ed26f0-f48f-4f2f-8bf5-816859955580, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=b4ed26f0-f48f-4f2f-8bf5-816859955580,segment=NetworkSegment(581026d7-1ed0-43a5-8cc8-04eff6757853),segment_id=581026d7-1ed0-43a5-8cc8-04eff6757853)] {{(pid=110156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 15:02:02.710445 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-24adbfa6-cca9-4105-aab3-1aac9b200c82 req-d1997a11-5b60-47ff-967f-294b7792465f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14495217'] for port (b4ed26f0-f48f-4f2f-8bf5-816859955580), after_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:02.745942 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24adbfa6-cca9-4105-aab3-1aac9b200c82 req-d1997a11-5b60-47ff-967f-294b7792465f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:02.746598 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-24adbfa6-cca9-4105-aab3-1aac9b200c82 req-d1997a11-5b60-47ff-967f-294b7792465f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for port (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:02.748017 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-24adbfa6-cca9-4105-aab3-1aac9b200c82 req-d1997a11-5b60-47ff-967f-294b7792465f service neutron] 10.222.0.49 "PUT /v2.0/ports/b4ed26f0-f48f-4f2f-8bf5-816859955580 HTTP/1.1" status: 200 len: 1093 time: 0.6533415 May 18 15:02:02.748449 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e4414a5-96ca-43e6-beba-c0892c513802', 'tag': 'b4ed26f0-f48f-4f2f-8bf5-816859955580'}] {{(pid=110156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 15:02:02.750705 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133ec7be95234859c4edce85a8c9b28b91a94f2f136921e0bf9997cb2a51d6fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2914f8-7273-42ab-85b5-741a84a859b5" -d '{"events": [{"name": "network-changed", "server_uuid": "2e4414a5-96ca-43e6-beba-c0892c513802", "tag": "b4ed26f0-f48f-4f2f-8bf5-816859955580"}]}' {{(pid=110156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 15:02:02.760226 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:02.776138 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1997a11-5b60-47ff-967f-294b7792465f service neutron] Pushing event updated for resources: {'Port': ['ID=b4ed26f0-f48f-4f2f-8bf5-816859955580,revision_number=3']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:02:02.795763 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 15:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17df7a27-e5da-4aca-a1f3-77a9bcb1b3de x-openstack-request-id: req-17df7a27-e5da-4aca-a1f3-77a9bcb1b3de {{(pid=110156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 15:02:02.796077 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e4414a5-96ca-43e6-beba-c0892c513802", "tag": "b4ed26f0-f48f-4f2f-8bf5-816859955580", "status": "completed", "code": 200}]} {{(pid=110156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 15:02:02.796381 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-17df7a27-e5da-4aca-a1f3-77a9bcb1b3de {{(pid=110156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 15:02:02.796838 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17df7a27-e5da-4aca-a1f3-77a9bcb1b3de'] response: {'name': 'network-changed', 'server_uuid': '2e4414a5-96ca-43e6-beba-c0892c513802', 'tag': 'b4ed26f0-f48f-4f2f-8bf5-816859955580', 'status': 'completed', 'code': 200} May 18 15:02:02.859589 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24adbfa6-cca9-4105-aab3-1aac9b200c82 req-e4b2170f-4894-4139-a9eb-cec4497c2f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:02.861192 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-24adbfa6-cca9-4105-aab3-1aac9b200c82 req-e4b2170f-4894-4139-a9eb-cec4497c2f8e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d2f3dc5d9c6648c79267f71b5a86f249&device_id=2e4414a5-96ca-43e6-beba-c0892c513802 HTTP/1.1" status: 200 len: 1127 time: 0.0455337 May 18 15:02:02.915619 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-24adbfa6-cca9-4105-aab3-1aac9b200c82 req-daf52196-0d20-4062-8286-67c4837f4fa9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4ed26f0-f48f-4f2f-8bf5-816859955580 HTTP/1.1" status: 200 len: 217 time: 0.0366347 May 18 15:02:02.966484 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24adbfa6-cca9-4105-aab3-1aac9b200c82 req-b7aa76b9-6142-459d-b682-c89601113bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:02.967941 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-24adbfa6-cca9-4105-aab3-1aac9b200c82 req-b7aa76b9-6142-459d-b682-c89601113bc4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=207e26a7-c20a-4ebc-a1ff-b0586cec622c HTTP/1.1" status: 200 len: 849 time: 0.0458097 May 18 15:02:03.015556 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:03.023347 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24adbfa6-cca9-4105-aab3-1aac9b200c82 req-9964de82-2077-4d0a-a7b0-12f1a9c7ea6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:03.025867 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-24adbfa6-cca9-4105-aab3-1aac9b200c82 req-9964de82-2077-4d0a-a7b0-12f1a9c7ea6b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=19da6af6-a529-4bd8-858e-9cc319b37384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498571 May 18 15:02:03.119890 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-24adbfa6-cca9-4105-aab3-1aac9b200c82 req-bfafa39e-8b1e-4a94-804a-e248e193db38 service neutron] 10.222.0.49 "GET /v2.0/networks/19da6af6-a529-4bd8-858e-9cc319b37384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874221 May 18 15:02:03.226558 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-24adbfa6-cca9-4105-aab3-1aac9b200c82 req-6c4f921f-6189-4ee7-8388-c378963cb40d service neutron] 10.222.0.49 "GET /v2.0/networks/19da6af6-a529-4bd8-858e-9cc319b37384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002803 May 18 15:02:03.354154 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2914f8-7273-42ab-85b5-741a84a859b5 req-398900ea-526d-4de9-8e03-ac6d32f55650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:03.355676 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-ca2914f8-7273-42ab-85b5-741a84a859b5 req-398900ea-526d-4de9-8e03-ac6d32f55650 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d2f3dc5d9c6648c79267f71b5a86f249&device_id=2e4414a5-96ca-43e6-beba-c0892c513802 HTTP/1.1" status: 200 len: 1127 time: 0.0435574 May 18 15:02:03.470242 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2914f8-7273-42ab-85b5-741a84a859b5 req-a8be68a2-9262-471b-83ce-73c72ed1d349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:03.471765 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-ca2914f8-7273-42ab-85b5-741a84a859b5 req-a8be68a2-9262-471b-83ce-73c72ed1d349 service neutron] 10.222.0.49 "GET /v2.0/networks?id=19da6af6-a529-4bd8-858e-9cc319b37384 HTTP/1.1" status: 200 len: 911 time: 0.1074483 May 18 15:02:03.513267 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-ca2914f8-7273-42ab-85b5-741a84a859b5 req-47f089a4-d569-4ed7-92d7-2ee555a94ce0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4ed26f0-f48f-4f2f-8bf5-816859955580 HTTP/1.1" status: 200 len: 217 time: 0.0343466 May 18 15:02:03.563746 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2914f8-7273-42ab-85b5-741a84a859b5 req-9ce2519d-e02d-44de-9c1b-b614aac75476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:03.565320 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-ca2914f8-7273-42ab-85b5-741a84a859b5 req-9ce2519d-e02d-44de-9c1b-b614aac75476 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=207e26a7-c20a-4ebc-a1ff-b0586cec622c HTTP/1.1" status: 200 len: 849 time: 0.0457218 May 18 15:02:03.608990 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2914f8-7273-42ab-85b5-741a84a859b5 req-c77c9344-c1f6-4187-b695-53706268b4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:03.610347 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-ca2914f8-7273-42ab-85b5-741a84a859b5 req-c77c9344-c1f6-4187-b695-53706268b4fe service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=19da6af6-a529-4bd8-858e-9cc319b37384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382433 May 18 15:02:03.707453 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:03.719816 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-ca2914f8-7273-42ab-85b5-741a84a859b5 req-565da16d-2bad-49eb-8d4e-fff0a4d39bb9 service neutron] 10.222.0.49 "GET /v2.0/networks/19da6af6-a529-4bd8-858e-9cc319b37384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946012 May 18 15:02:03.725354 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f1def-54c8-4126-939f-08d0cf232396 req-66f511bb-83cf-46e3-8249-081d87d7454b tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:03.727477 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6b1f1def-54c8-4126-939f-08d0cf232396 req-66f511bb-83cf-46e3-8249-081d87d7454b tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4414a5-96ca-43e6-beba-c0892c513802 HTTP/1.1" status: 200 len: 943 time: 0.0511618 May 18 15:02:03.781276 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6b1f1def-54c8-4126-939f-08d0cf232396 req-9a48b841-5dba-454f-b1ae-a1b259e54ad5 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cbe187f-440f-4228-8e53-1401efa51829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483921 May 18 15:02:03.821766 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-ca2914f8-7273-42ab-85b5-741a84a859b5 req-e56d95ba-ed91-4d43-892e-1bd0d393b7bc service neutron] 10.222.0.49 "GET /v2.0/networks/19da6af6-a529-4bd8-858e-9cc319b37384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926080 May 18 15:02:04.905196 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f4e980-9379-47f2-915d-ded657193f16 req-e7d955c7-aa3d-4f85-8232-4d49677ee927 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:04.906669 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-19f4e980-9379-47f2-915d-ded657193f16 req-e7d955c7-aa3d-4f85-8232-4d49677ee927 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4414a5-96ca-43e6-beba-c0892c513802 HTTP/1.1" status: 200 len: 943 time: 0.0474954 May 18 15:02:04.955145 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-19f4e980-9379-47f2-915d-ded657193f16 req-64524928-9c41-4a3b-8601-d92a94b7dac7 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cbe187f-440f-4228-8e53-1401efa51829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429833 May 18 15:02:06.078515 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de134b8-8941-45a0-b3fe-02fa738472f1 req-25ad3334-1f59-4286-9862-07f42c4298dc tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:06.079976 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3de134b8-8941-45a0-b3fe-02fa738472f1 req-25ad3334-1f59-4286-9862-07f42c4298dc tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4414a5-96ca-43e6-beba-c0892c513802 HTTP/1.1" status: 200 len: 943 time: 0.0465512 May 18 15:02:06.130031 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3de134b8-8941-45a0-b3fe-02fa738472f1 req-c512d053-dda8-4905-b9c6-861fd61c888b tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cbe187f-440f-4228-8e53-1401efa51829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437958 May 18 15:02:07.258918 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a13c0-8dae-4ddb-a5b8-ad20fc268133 req-0417688a-5493-47b3-ad8d-2e546a5f4f76 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:07.261909 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-617a13c0-8dae-4ddb-a5b8-ad20fc268133 req-0417688a-5493-47b3-ad8d-2e546a5f4f76 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4414a5-96ca-43e6-beba-c0892c513802 HTTP/1.1" status: 200 len: 943 time: 0.0556610 May 18 15:02:07.313353 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-617a13c0-8dae-4ddb-a5b8-ad20fc268133 req-58616bd8-276e-47bb-a56e-8beb99ad7469 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cbe187f-440f-4228-8e53-1401efa51829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451081 May 18 15:02:08.425638 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0aa735-232c-4bb0-9db3-1dc00dd55124 req-1643548d-5d1a-4eec-a704-652a8f75d5c3 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:08.427079 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-5a0aa735-232c-4bb0-9db3-1dc00dd55124 req-1643548d-5d1a-4eec-a704-652a8f75d5c3 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4414a5-96ca-43e6-beba-c0892c513802 HTTP/1.1" status: 200 len: 943 time: 0.0458276 May 18 15:02:08.484110 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-5a0aa735-232c-4bb0-9db3-1dc00dd55124 req-e26f7ae5-8af5-4110-89ed-fb90c6a42a7b tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cbe187f-440f-4228-8e53-1401efa51829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481024 May 18 15:02:09.600962 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec290ad9-727e-4539-ae92-41e57215753e req-06082780-407c-4201-9985-a53cb0690316 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:09.602328 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ec290ad9-727e-4539-ae92-41e57215753e req-06082780-407c-4201-9985-a53cb0690316 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4414a5-96ca-43e6-beba-c0892c513802 HTTP/1.1" status: 200 len: 943 time: 0.0520689 May 18 15:02:09.649151 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ec290ad9-727e-4539-ae92-41e57215753e req-82f26872-049e-4742-a3ec-e60e4a475441 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cbe187f-440f-4228-8e53-1401efa51829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413623 May 18 15:02:09.863644 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=2 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:09.868888 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=6 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:10.766080 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c8496e-df95-49d0-a06f-adacf9166de1 req-b2f8403b-5fb1-4c80-b75e-447873f6266f tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:10.767534 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-71c8496e-df95-49d0-a06f-adacf9166de1 req-b2f8403b-5fb1-4c80-b75e-447873f6266f tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4414a5-96ca-43e6-beba-c0892c513802 HTTP/1.1" status: 200 len: 943 time: 0.0461681 May 18 15:02:10.785822 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:10.815919 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-71c8496e-df95-49d0-a06f-adacf9166de1 req-d21560e2-dd26-4229-bccf-9474184ddf28 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cbe187f-440f-4228-8e53-1401efa51829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423551 May 18 15:02:11.932284 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299f125-3333-46f6-ba2f-1df5d5f27832 req-8fd07e70-ffa2-44b9-b955-c59edd2e764a tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:11.933758 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8299f125-3333-46f6-ba2f-1df5d5f27832 req-8fd07e70-ffa2-44b9-b955-c59edd2e764a tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4414a5-96ca-43e6-beba-c0892c513802 HTTP/1.1" status: 200 len: 943 time: 0.0463121 May 18 15:02:11.985459 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8299f125-3333-46f6-ba2f-1df5d5f27832 req-0bd8ae01-d7fd-4f27-a4ae-22e7b2fe9884 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cbe187f-440f-4228-8e53-1401efa51829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463307 May 18 15:02:12.515949 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:12.523382 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (f376d122-85a6-484a-a941-8f32d5a81e72), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:13.096707 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542683a-6582-4d64-8a54-28eae3f9a389 req-a2619f7d-1757-4cd7-91e0-a91c7629bfa6 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:13.098167 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d542683a-6582-4d64-8a54-28eae3f9a389 req-a2619f7d-1757-4cd7-91e0-a91c7629bfa6 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4414a5-96ca-43e6-beba-c0892c513802 HTTP/1.1" status: 200 len: 943 time: 0.0475352 May 18 15:02:13.130113 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:13.148895 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d542683a-6582-4d64-8a54-28eae3f9a389 req-2812a0a9-a8ba-4608-af89-7f252fe5ee86 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cbe187f-440f-4228-8e53-1401efa51829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447338 May 18 15:02:13.815961 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=9 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:13.817894 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=72 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:14.262609 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dcdd27-ee3a-4bca-b01d-7e2a8b6224e4 req-d75b5b9f-1abb-4566-8806-2970488ccfa1 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:14.264047 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-89dcdd27-ee3a-4bca-b01d-7e2a8b6224e4 req-d75b5b9f-1abb-4566-8806-2970488ccfa1 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4414a5-96ca-43e6-beba-c0892c513802 HTTP/1.1" status: 200 len: 943 time: 0.0463581 May 18 15:02:14.314337 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-89dcdd27-ee3a-4bca-b01d-7e2a8b6224e4 req-f5cf6a54-bf4d-45b6-bde7-d35f5e5856c3 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cbe187f-440f-4228-8e53-1401efa51829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444934 May 18 15:02:15.513987 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 37804) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:02:15.518676 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-051f7e02-042c-4d0b-8f71-122debb4737e tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Request body: {'security_group': {'name': 'tempest-securitygroup--183189794', 'description': 'tempest-description--1601438301'}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:02:15.543404 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-051f7e02-042c-4d0b-8f71-122debb4737e tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for security_group (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:15.622292 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-051f7e02-042c-4d0b-8f71-122debb4737e tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for security_group (0ddd63a6-efd3-4a4d-99a9-d19439274edb), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:15.626176 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-051f7e02-042c-4d0b-8f71-122debb4737e tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (0ddd63a6-efd3-4a4d-99a9-d19439274edb), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:15.662800 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-051f7e02-042c-4d0b-8f71-122debb4737e tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for security_group (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:15.663977 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-051f7e02-042c-4d0b-8f71-122debb4737e tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1489272 May 18 15:02:15.666945 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 37806) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:02:15.672103 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-a71761f3-307f-4963-8fbb-402cc0ee21cc tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Request body: {'security_group_rule': {'security_group_id': '0ddd63a6-efd3-4a4d-99a9-d19439274edb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:02:15.679177 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051f7e02-042c-4d0b-8f71-122debb4737e tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ddd63a6-efd3-4a4d-99a9-d19439274edb,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:02:15.695453 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e41046-a0ae-4b1d-b64a-b9b9f0e8eb9c req-b99075a7-a1ec-4195-88da-870f78ab0a22 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:15.697073 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-c3e41046-a0ae-4b1d-b64a-b9b9f0e8eb9c req-b99075a7-a1ec-4195-88da-870f78ab0a22 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4414a5-96ca-43e6-beba-c0892c513802 HTTP/1.1" status: 200 len: 943 time: 0.3151765 May 18 15:02:15.706910 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-a71761f3-307f-4963-8fbb-402cc0ee21cc tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for security_group_rule (efdff229-4109-4e68-b968-9aa19960439d), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:15.747010 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-c3e41046-a0ae-4b1d-b64a-b9b9f0e8eb9c req-8de4fc95-3c3a-42c2-aa75-bce54b673c5f tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cbe187f-440f-4228-8e53-1401efa51829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434000 May 18 15:02:15.763413 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-a71761f3-307f-4963-8fbb-402cc0ee21cc tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for security_group_rule (efdff229-4109-4e68-b968-9aa19960439d), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:15.767012 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-a71761f3-307f-4963-8fbb-402cc0ee21cc tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039443'] for security_group_rule (efdff229-4109-4e68-b968-9aa19960439d), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:15.784940 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71761f3-307f-4963-8fbb-402cc0ee21cc tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efdff229-4109-4e68-b968-9aa19960439d,revision_number=0']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:02:15.792369 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-a71761f3-307f-4963-8fbb-402cc0ee21cc tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:15.793571 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-a71761f3-307f-4963-8fbb-402cc0ee21cc tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1256928 May 18 15:02:15.796236 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 37808) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:02:15.800528 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-23442fa1-3093-4703-bb65-0339d8a02fd2 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Request body: {'security_group_rule': {'security_group_id': '0ddd63a6-efd3-4a4d-99a9-d19439274edb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:02:15.827555 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-23442fa1-3093-4703-bb65-0339d8a02fd2 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for security_group_rule (8335a084-3f01-43b5-bbc7-b473782462c3), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:15.877782 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-23442fa1-3093-4703-bb65-0339d8a02fd2 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for security_group_rule (8335a084-3f01-43b5-bbc7-b473782462c3), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:15.882035 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-23442fa1-3093-4703-bb65-0339d8a02fd2 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039443'] for security_group_rule (8335a084-3f01-43b5-bbc7-b473782462c3), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:15.906718 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23442fa1-3093-4703-bb65-0339d8a02fd2 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8335a084-3f01-43b5-bbc7-b473782462c3,revision_number=0']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:02:15.912029 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-23442fa1-3093-4703-bb65-0339d8a02fd2 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:15.913292 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-23442fa1-3093-4703-bb65-0339d8a02fd2 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1160579 May 18 15:02:15.916292 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 37812) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:02:15.920672 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-b52ff19b-f40b-460c-b075-aeb0486f1f2f tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Request body: {'floatingip': {'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8'}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:02:15.942253 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-b52ff19b-f40b-460c-b075-aeb0486f1f2f tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:16.021525 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-b52ff19b-f40b-460c-b075-aeb0486f1f2f tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:16.131863 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.db_base_plugin_common [None req-b52ff19b-f40b-460c-b075-aeb0486f1f2f tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Allocated IP 172.27.3.212 (f20aa9f3-2984-481b-bb59-fa1f034e36c8/b7750f80-229c-4d19-b013-2aee5952f8bb/b2dbaae4-d120-4fd3-8852-35c8e4c4aa98) {{(pid=110156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 15:02:16.154852 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=80,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:16.187699 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device b4ed26f0-f48f-4f2f-8bf5-816859955580 details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=110158) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 15:02:16.236689 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-b52ff19b-f40b-460c-b075-aeb0486f1f2f tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for port (b2dbaae4-d120-4fd3-8852-35c8e4c4aa98), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:16.237828 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:16.273233 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-b52ff19b-f40b-460c-b075-aeb0486f1f2f tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14495174'] for port (b2dbaae4-d120-4fd3-8852-35c8e4c4aa98), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:16.288025 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port b4ed26f0-f48f-4f2f-8bf5-816859955580, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=b4ed26f0-f48f-4f2f-8bf5-816859955580,segment=NetworkSegment(581026d7-1ed0-43a5-8cc8-04eff6757853),segment_id=581026d7-1ed0-43a5-8cc8-04eff6757853)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:02:16.303522 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Returning: {'device': 'b4ed26f0-f48f-4f2f-8bf5-816859955580', 'network_id': '19da6af6-a529-4bd8-858e-9cc319b37384', 'port_id': 'b4ed26f0-f48f-4f2f-8bf5-816859955580', 'mac_address': 'fa:16:3e:16:34:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '207e26a7-c20a-4ebc-a1ff-b0586cec622c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110158) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 15:02:16.316015 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52ff19b-f40b-460c-b075-aeb0486f1f2f tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Network f20aa9f3-2984-481b-bb59-fa1f034e36c8 is already hosted by enough agents. {{(pid=110156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 15:02:16.320542 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.base_scheduler [None req-b52ff19b-f40b-460c-b075-aeb0486f1f2f tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Resources bound (agent type, host, resource id): {{(pid=110156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 15:02:16.324454 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52ff19b-f40b-460c-b075-aeb0486f1f2f tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Received port after_create {{(pid=110156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 15:02:16.342634 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Current status of the port b4ed26f0-f48f-4f2f-8bf5-816859955580 is: DOWN; New status is: BUILD {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 15:02:16.343024 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (b4ed26f0-f48f-4f2f-8bf5-816859955580), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:16.347969 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52ff19b-f40b-460c-b075-aeb0486f1f2f tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Pushing event updated for resources: {'Port': ['ID=b2dbaae4-d120-4fd3-8852-35c8e4c4aa98,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:02:16.358549 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4ed26f0-f48f-4f2f-8bf5-816859955580 {{(pid=110158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 15:02:16.378970 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port b4ed26f0-f48f-4f2f-8bf5-816859955580, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=b4ed26f0-f48f-4f2f-8bf5-816859955580,segment=NetworkSegment(581026d7-1ed0-43a5-8cc8-04eff6757853),segment_id=581026d7-1ed0-43a5-8cc8-04eff6757853)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:02:16.383386 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (b4ed26f0-f48f-4f2f-8bf5-816859955580), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:16.414429 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-b52ff19b-f40b-460c-b075-aeb0486f1f2f tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for floatingip (f2c03f3e-e689-4da9-a63c-6c635c53bf58), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:16.430169 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Pushing event updated for resources: {'Port': ['ID=b4ed26f0-f48f-4f2f-8bf5-816859955580,revision_number=4']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:02:16.451548 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-b52ff19b-f40b-460c-b075-aeb0486f1f2f tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (b2dbaae4-d120-4fd3-8852-35c8e4c4aa98), before_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:16.634437 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-b52ff19b-f40b-460c-b075-aeb0486f1f2f tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for port (b2dbaae4-d120-4fd3-8852-35c8e4c4aa98), precommit_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:16.639324 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-b52ff19b-f40b-460c-b075-aeb0486f1f2f tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14495217'] for port (b2dbaae4-d120-4fd3-8852-35c8e4c4aa98), after_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:16.705186 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52ff19b-f40b-460c-b075-aeb0486f1f2f tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Pushing event updated for resources: {'Port': ['ID=b2dbaae4-d120-4fd3-8852-35c8e4c4aa98,revision_number=2']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:02:16.717360 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-b52ff19b-f40b-460c-b075-aeb0486f1f2f tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008279'] for floatingip (f2c03f3e-e689-4da9-a63c-6c635c53bf58), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:16.732352 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-b52ff19b-f40b-460c-b075-aeb0486f1f2f tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for floatingip (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:16.732619 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] get_ports_and_sgs() called for port_ids ['b4ed26f0-f48f-4f2f-8bf5-816859955580'] {{(pid=110158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 15:02:16.733610 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-b52ff19b-f40b-460c-b075-aeb0486f1f2f tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8162427 May 18 15:02:16.870253 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2fec8-c0ab-4d96-ab0a-53fd8e4ec0f9 req-9bb67382-73dc-4daa-8887-1acf29ce9090 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:16.877854 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-79d2fec8-c0ab-4d96-ab0a-53fd8e4ec0f9 req-9bb67382-73dc-4daa-8887-1acf29ce9090 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4414a5-96ca-43e6-beba-c0892c513802 HTTP/1.1" status: 200 len: 944 time: 0.0586662 May 18 15:02:16.961128 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-79d2fec8-c0ab-4d96-ab0a-53fd8e4ec0f9 req-ddea36e9-d14b-4ca8-9803-c8c726a7580f tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cbe187f-440f-4228-8e53-1401efa51829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767505 May 18 15:02:16.976161 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-025523a8-a8eb-4f90-8af6-282b37fe06eb req-666cf632-7f33-4f1a-90f5-178c42ed96eb tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--183189794&fields=id&tenant_id=0d032e462665466d83ab51e9c116d1e0 HTTP/1.1" status: 200 len: 267 time: 0.0709391 May 18 15:02:17.086175 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025523a8-a8eb-4f90-8af6-282b37fe06eb req-8b2bef28-38bb-4ec4-aa64-70f3d3cded79 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:17.087636 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-025523a8-a8eb-4f90-8af6-282b37fe06eb req-8b2bef28-38bb-4ec4-aa64-70f3d3cded79 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/networks?id=9022122f-bfa2-48d6-ae5d-8c609a059727 HTTP/1.1" status: 200 len: 815 time: 0.1038787 May 18 15:02:17.102630 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-025523a8-a8eb-4f90-8af6-282b37fe06eb req-9aac0bed-c2c1-4f43-8ba8-7209d4a03289 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/quotas/0d032e462665466d83ab51e9c116d1e0 HTTP/1.1" status: 200 len: 375 time: 0.0094523 May 18 15:02:17.157546 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-025523a8-a8eb-4f90-8af6-282b37fe06eb req-c0671e47-72ed-4bfb-bfe4-5435b672e381 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0d032e462665466d83ab51e9c116d1e0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0501025 May 18 15:02:17.255901 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-025523a8-a8eb-4f90-8af6-282b37fe06eb req-0c1df10c-79bf-438d-802f-d704a6a6d764 service neutron] 10.222.0.59 "GET /v2.0/networks/9022122f-bfa2-48d6-ae5d-8c609a059727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864978 May 18 15:02:17.347562 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-025523a8-a8eb-4f90-8af6-282b37fe06eb req-0d2b0fd8-b734-4d42-bcbc-2b6ad21238b0 service neutron] 10.222.0.59 "GET /v2.0/networks/9022122f-bfa2-48d6-ae5d-8c609a059727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859458 May 18 15:02:17.504459 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-bf469b31-852a-42a2-adfc-6a540ddd5031 req-cff4bd39-fb7b-46a1-b3aa-71b14b96bcdf tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/ports?device_id=be9d1e1f-5cbc-476f-9a19-2f7e41eed262 HTTP/1.1" status: 200 len: 210 time: 0.0277169 May 18 15:02:18.075317 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76673ee-a312-4e3c-8b54-a677e7c929a2 req-96409d1e-7d6a-414a-b112-b1aed40ddf39 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:18.076818 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-b76673ee-a312-4e3c-8b54-a677e7c929a2 req-96409d1e-7d6a-414a-b112-b1aed40ddf39 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4414a5-96ca-43e6-beba-c0892c513802 HTTP/1.1" status: 200 len: 944 time: 0.0477493 May 18 15:02:18.126500 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-b76673ee-a312-4e3c-8b54-a677e7c929a2 req-1f09b92f-de59-4aa8-add2-df8998967909 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cbe187f-440f-4228-8e53-1401efa51829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440173 May 18 15:02:18.179661 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device b4ed26f0-f48f-4f2f-8bf5-816859955580 up at agent hyperv_hv-cinder-83998 {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 15:02:18.225502 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Provisioning for port b4ed26f0-f48f-4f2f-8bf5-816859955580 completed by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 15:02:18.231395 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Provisioning complete for port b4ed26f0-f48f-4f2f-8bf5-816859955580 triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 15:02:18.231841 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (b4ed26f0-f48f-4f2f-8bf5-816859955580), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:18.304495 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Current status of the port b4ed26f0-f48f-4f2f-8bf5-816859955580 is: BUILD; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 15:02:18.305167 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (b4ed26f0-f48f-4f2f-8bf5-816859955580), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:18.327659 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e4414a5-96ca-43e6-beba-c0892c513802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4ed26f0-f48f-4f2f-8bf5-816859955580'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 15:02:18.329914 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62dae43363b0d9fbe88fecb50d2dfb4fafe72539e0e1d03116e82a6fdda86ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8544c2a6-7071-4e5d-951f-ee7a7f9fa9b2" -d '{"events": [{"server_uuid": "2e4414a5-96ca-43e6-beba-c0892c513802", "name": "network-vif-plugged", "status": "completed", "tag": "b4ed26f0-f48f-4f2f-8bf5-816859955580"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 15:02:18.343281 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port b4ed26f0-f48f-4f2f-8bf5-816859955580, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=b4ed26f0-f48f-4f2f-8bf5-816859955580,segment=NetworkSegment(581026d7-1ed0-43a5-8cc8-04eff6757853),segment_id=581026d7-1ed0-43a5-8cc8-04eff6757853)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:02:18.349145 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (b4ed26f0-f48f-4f2f-8bf5-816859955580), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:18.374571 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 15:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9bd6108-a0fd-433c-9f0c-8b98b0e0ae19 x-openstack-request-id: req-e9bd6108-a0fd-433c-9f0c-8b98b0e0ae19 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 15:02:18.374887 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e4414a5-96ca-43e6-beba-c0892c513802", "name": "network-vif-plugged", "status": "completed", "tag": "b4ed26f0-f48f-4f2f-8bf5-816859955580", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 15:02:18.375157 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e9bd6108-a0fd-433c-9f0c-8b98b0e0ae19 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 15:02:18.375547 dv-cinder-839987-7-iscsi neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9bd6108-a0fd-433c-9f0c-8b98b0e0ae19'] response: {'server_uuid': '2e4414a5-96ca-43e6-beba-c0892c513802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4ed26f0-f48f-4f2f-8bf5-816859955580', 'code': 200} May 18 15:02:18.392069 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:18.403748 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Pushing event updated for resources: {'Port': ['ID=b4ed26f0-f48f-4f2f-8bf5-816859955580,revision_number=5']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:02:18.569720 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025523a8-a8eb-4f90-8af6-282b37fe06eb req-09629c14-54d5-46d5-af5f-b449566bd94b tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:18.571206 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-025523a8-a8eb-4f90-8af6-282b37fe06eb req-09629c14-54d5-46d5-af5f-b449566bd94b tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.49 "GET /v2.0/networks?id=9022122f-bfa2-48d6-ae5d-8c609a059727 HTTP/1.1" status: 200 len: 815 time: 0.1140292 May 18 15:02:18.626621 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6a59c81f-e8fc-45fb-b290-0e8efd50366e req-440ffbb7-ce3d-413f-af18-e0705731ad06 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/ports?device_id=be9d1e1f-5cbc-476f-9a19-2f7e41eed262 HTTP/1.1" status: 200 len: 210 time: 0.0398831 May 18 15:02:18.659627 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1bc8bb-955a-429c-b1c1-7636fa186f74 req-40ad58c6-6270-435f-b026-94fa84aed98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:18.661019 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-dd1bc8bb-955a-429c-b1c1-7636fa186f74 req-40ad58c6-6270-435f-b026-94fa84aed98e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2e4414a5-96ca-43e6-beba-c0892c513802 HTTP/1.1" status: 200 len: 1129 time: 0.0433538 May 18 15:02:18.667652 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:18.675388 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-025523a8-a8eb-4f90-8af6-282b37fe06eb req-794004e0-5401-4c30-abef-b467b5636a65 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d032e462665466d83ab51e9c116d1e0 HTTP/1.1" status: 200 len: 470 time: 0.0727637 May 18 15:02:18.776756 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [req-025523a8-a8eb-4f90-8af6-282b37fe06eb req-2a4a98c8-093d-4871-a023-0ee4b89a91be tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Request body: {'port': {'device_id': 'be9d1e1f-5cbc-476f-9a19-2f7e41eed262', 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727', 'admin_state_up': True, 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'security_groups': ['0ddd63a6-efd3-4a4d-99a9-d19439274edb']}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:02:18.785702 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:18.809227 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-dd1bc8bb-955a-429c-b1c1-7636fa186f74 req-3eb175d7-f4d9-4c7d-86a3-8daac2ef2afc service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6cbe187f-440f-4228-8e53-1401efa51829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423007 May 18 15:02:18.884949 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-025523a8-a8eb-4f90-8af6-282b37fe06eb req-2a4a98c8-093d-4871-a023-0ee4b89a91be tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Made reservation on behalf of 0d032e462665466d83ab51e9c116d1e0 for: {'port': 1} {{(pid=110156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 15:02:18.888306 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-025523a8-a8eb-4f90-8af6-282b37fe06eb req-2a4a98c8-093d-4871-a023-0ee4b89a91be tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:18.909489 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=2 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:19.011050 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.db_base_plugin_common [req-025523a8-a8eb-4f90-8af6-282b37fe06eb req-2a4a98c8-093d-4871-a023-0ee4b89a91be tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Allocated IP 172.20.0.9 (9022122f-bfa2-48d6-ae5d-8c609a059727/05655c39-f8fa-418a-853d-5fe3e615ed30/0ff97e63-c16d-42f2-ad81-0d68433d904e) {{(pid=110156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 15:02:19.115127 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:19.160259 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-025523a8-a8eb-4f90-8af6-282b37fe06eb req-2a4a98c8-093d-4871-a023-0ee4b89a91be tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for port (0ff97e63-c16d-42f2-ad81-0d68433d904e), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:19.200392 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-025523a8-a8eb-4f90-8af6-282b37fe06eb req-2a4a98c8-093d-4871-a023-0ee4b89a91be tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14495174'] for port (0ff97e63-c16d-42f2-ad81-0d68433d904e), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:19.246990 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75294be0-0154-45b1-bb10-0eb5f25b721a req-4eaf6418-f6b6-4cd2-a613-aa30b81fb4e7 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:19.247935 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-025523a8-a8eb-4f90-8af6-282b37fe06eb req-2a4a98c8-093d-4871-a023-0ee4b89a91be tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Network 9022122f-bfa2-48d6-ae5d-8c609a059727 is already hosted by enough agents. {{(pid=110156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 15:02:19.248827 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-75294be0-0154-45b1-bb10-0eb5f25b721a req-4eaf6418-f6b6-4cd2-a613-aa30b81fb4e7 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4414a5-96ca-43e6-beba-c0892c513802 HTTP/1.1" status: 200 len: 945 time: 0.0530765 May 18 15:02:19.251315 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.base_scheduler [req-025523a8-a8eb-4f90-8af6-282b37fe06eb req-2a4a98c8-093d-4871-a023-0ee4b89a91be tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Resources bound (agent type, host, resource id): {{(pid=110156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 15:02:19.254323 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.l3_dvrscheduler_db [req-025523a8-a8eb-4f90-8af6-282b37fe06eb req-2a4a98c8-093d-4871-a023-0ee4b89a91be tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Received port after_create {{(pid=110156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 15:02:19.264076 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:19.287596 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4a98c8-093d-4871-a023-0ee4b89a91be tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Pushing event updated for resources: {'Port': ['ID=0ff97e63-c16d-42f2-ad81-0d68433d904e,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:02:19.317119 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-75294be0-0154-45b1-bb10-0eb5f25b721a req-2ebb935a-b7d9-425f-b760-539f6c12e7db tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cbe187f-440f-4228-8e53-1401efa51829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604851 May 18 15:02:19.320624 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025523a8-a8eb-4f90-8af6-282b37fe06eb req-2a4a98c8-093d-4871-a023-0ee4b89a91be tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:19.321500 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-025523a8-a8eb-4f90-8af6-282b37fe06eb req-2a4a98c8-093d-4871-a023-0ee4b89a91be tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for port (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:19.342530 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-025523a8-a8eb-4f90-8af6-282b37fe06eb req-2a4a98c8-093d-4871-a023-0ee4b89a91be tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5695214 May 18 15:02:19.527011 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [req-025523a8-a8eb-4f90-8af6-282b37fe06eb req-88a031db-0bb6-4534-aaac-c405058d17b7 service neutron] Request body: {'port': {'device_id': 'be9d1e1f-5cbc-476f-9a19-2f7e41eed262', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:02:19.546137 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-954e2980-b05c-4fdd-ad59-c22e8be66076 None None] Provisioning complete for port 0ff97e63-c16d-42f2-ad81-0d68433d904e triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 15:02:19.546672 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-954e2980-b05c-4fdd-ad59-c22e8be66076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (0ff97e63-c16d-42f2-ad81-0d68433d904e), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:19.578312 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-954e2980-b05c-4fdd-ad59-c22e8be66076 None None] Port 0ff97e63-c16d-42f2-ad81-0d68433d904e cannot update to ACTIVE because it is not bound. {{(pid=110158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 15:02:19.589903 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-025523a8-a8eb-4f90-8af6-282b37fe06eb req-88a031db-0bb6-4534-aaac-c405058d17b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (0ff97e63-c16d-42f2-ad81-0d68433d904e), before_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:19.738286 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:19.750750 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5d169-c571-429c-8bb6-c3445434f4d5 req-976104aa-db75-4cb3-8c98-781408b134df tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:19.752253 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-5aa5d169-c571-429c-8bb6-c3445434f4d5 req-976104aa-db75-4cb3-8c98-781408b134df tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/ports?device_id=be9d1e1f-5cbc-476f-9a19-2f7e41eed262 HTTP/1.1" status: 200 len: 931 time: 0.0548015 May 18 15:02:19.800136 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-5aa5d169-c571-429c-8bb6-c3445434f4d5 req-cc246979-3e02-4932-ab67-c21451ef89d5 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ddd63a6-efd3-4a4d-99a9-d19439274edb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415437 May 18 15:02:19.889215 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.notifiers.nova [req-025523a8-a8eb-4f90-8af6-282b37fe06eb req-88a031db-0bb6-4534-aaac-c405058d17b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ff97e63-c16d-42f2-ad81-0d68433d904e {{(pid=110156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 15:02:19.897842 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-025523a8-a8eb-4f90-8af6-282b37fe06eb req-88a031db-0bb6-4534-aaac-c405058d17b7 service neutron] Publish callbacks [] for port (0ff97e63-c16d-42f2-ad81-0d68433d904e), precommit_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:19.910888 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.provisioning_blocks [req-025523a8-a8eb-4f90-8af6-282b37fe06eb req-88a031db-0bb6-4534-aaac-c405058d17b7 service neutron] Transition to ACTIVE for port object 0ff97e63-c16d-42f2-ad81-0d68433d904e will not be triggered until provisioned by entity L2. {{(pid=110156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 15:02:19.915055 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-025523a8-a8eb-4f90-8af6-282b37fe06eb req-88a031db-0bb6-4534-aaac-c405058d17b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14495217'] for port (0ff97e63-c16d-42f2-ad81-0d68433d904e), after_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:19.958384 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:19.968420 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a031db-0bb6-4534-aaac-c405058d17b7 service neutron] Pushing event updated for resources: {'Port': ['ID=0ff97e63-c16d-42f2-ad81-0d68433d904e,revision_number=2']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:02:20.042134 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.managers [req-025523a8-a8eb-4f90-8af6-282b37fe06eb req-88a031db-0bb6-4534-aaac-c405058d17b7 service neutron] Attempting to bind port 0ff97e63-c16d-42f2-ad81-0d68433d904e on host hv-cinder-83998 for vnic_type normal with profile {{(pid=110156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 15:02:20.042619 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.managers [req-025523a8-a8eb-4f90-8af6-282b37fe06eb req-88a031db-0bb6-4534-aaac-c405058d17b7 service neutron] Attempting to bind port 0ff97e63-c16d-42f2-ad81-0d68433d904e by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': 'e4fe1652-d7db-47a5-be36-f616796bf534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727'}] {{(pid=110156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 15:02:20.043019 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025523a8-a8eb-4f90-8af6-282b37fe06eb req-88a031db-0bb6-4534-aaac-c405058d17b7 service neutron] Attempting to bind port 0ff97e63-c16d-42f2-ad81-0d68433d904e on network 9022122f-bfa2-48d6-ae5d-8c609a059727 {{(pid=110156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 15:02:20.047802 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025523a8-a8eb-4f90-8af6-282b37fe06eb req-88a031db-0bb6-4534-aaac-c405058d17b7 service neutron] Port 0ff97e63-c16d-42f2-ad81-0d68433d904e on network 9022122f-bfa2-48d6-ae5d-8c609a059727 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=110156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 15:02:20.048241 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025523a8-a8eb-4f90-8af6-282b37fe06eb req-88a031db-0bb6-4534-aaac-c405058d17b7 service neutron] Attempting to bind port 0ff97e63-c16d-42f2-ad81-0d68433d904e on network 9022122f-bfa2-48d6-ae5d-8c609a059727 {{(pid=110156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 15:02:20.054266 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025523a8-a8eb-4f90-8af6-282b37fe06eb req-88a031db-0bb6-4534-aaac-c405058d17b7 service neutron] Checking agent: {'id': 'f376d122-85a6-484a-a941-8f32d5a81e72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 53, 39), 'started_at': datetime.datetime(2022, 5, 18, 14, 53, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 15, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 15:02:20.055062 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025523a8-a8eb-4f90-8af6-282b37fe06eb req-88a031db-0bb6-4534-aaac-c405058d17b7 service neutron] Checking segment: {'id': 'e4fe1652-d7db-47a5-be36-f616796bf534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 15:02:20.055635 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025523a8-a8eb-4f90-8af6-282b37fe06eb req-88a031db-0bb6-4534-aaac-c405058d17b7 service neutron] Bound using segment: {'id': 'e4fe1652-d7db-47a5-be36-f616796bf534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727'} {{(pid=110156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 15:02:20.056242 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.managers [req-025523a8-a8eb-4f90-8af6-282b37fe06eb req-88a031db-0bb6-4534-aaac-c405058d17b7 service neutron] Bound port: 0ff97e63-c16d-42f2-ad81-0d68433d904e, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4fe1652-d7db-47a5-be36-f616796bf534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727'}}] {{(pid=110156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 15:02:20.056622 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-025523a8-a8eb-4f90-8af6-282b37fe06eb req-88a031db-0bb6-4534-aaac-c405058d17b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (0ff97e63-c16d-42f2-ad81-0d68433d904e), before_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:20.132547 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.db [req-025523a8-a8eb-4f90-8af6-282b37fe06eb req-88a031db-0bb6-4534-aaac-c405058d17b7 service neutron] For port 0ff97e63-c16d-42f2-ad81-0d68433d904e, host hv-cinder-83998, cleared binding levels {{(pid=110156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 15:02:20.135648 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.db [req-025523a8-a8eb-4f90-8af6-282b37fe06eb req-88a031db-0bb6-4534-aaac-c405058d17b7 service neutron] For port 0ff97e63-c16d-42f2-ad81-0d68433d904e, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=0ff97e63-c16d-42f2-ad81-0d68433d904e,segment=NetworkSegment(e4fe1652-d7db-47a5-be36-f616796bf534),segment_id=e4fe1652-d7db-47a5-be36-f616796bf534)] {{(pid=110156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 15:02:20.141474 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-025523a8-a8eb-4f90-8af6-282b37fe06eb req-88a031db-0bb6-4534-aaac-c405058d17b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14495217'] for port (0ff97e63-c16d-42f2-ad81-0d68433d904e), after_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:20.179006 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025523a8-a8eb-4f90-8af6-282b37fe06eb req-88a031db-0bb6-4534-aaac-c405058d17b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:20.179618 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-025523a8-a8eb-4f90-8af6-282b37fe06eb req-88a031db-0bb6-4534-aaac-c405058d17b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for port (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:20.181385 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-025523a8-a8eb-4f90-8af6-282b37fe06eb req-88a031db-0bb6-4534-aaac-c405058d17b7 service neutron] 10.222.0.49 "PUT /v2.0/ports/0ff97e63-c16d-42f2-ad81-0d68433d904e HTTP/1.1" status: 200 len: 1093 time: 0.6585920 May 18 15:02:20.181821 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be9d1e1f-5cbc-476f-9a19-2f7e41eed262', 'tag': '0ff97e63-c16d-42f2-ad81-0d68433d904e'}] {{(pid=110156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 15:02:20.184072 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133ec7be95234859c4edce85a8c9b28b91a94f2f136921e0bf9997cb2a51d6fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05fdc7e-f59a-4474-a362-03c731d293ed" -d '{"events": [{"name": "network-changed", "server_uuid": "be9d1e1f-5cbc-476f-9a19-2f7e41eed262", "tag": "0ff97e63-c16d-42f2-ad81-0d68433d904e"}]}' {{(pid=110156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 15:02:20.212425 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a031db-0bb6-4534-aaac-c405058d17b7 service neutron] Pushing event updated for resources: {'Port': ['ID=0ff97e63-c16d-42f2-ad81-0d68433d904e,revision_number=3']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:02:20.223154 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 15:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4255e8-81e9-42b9-becf-b5ceb2e50994 x-openstack-request-id: req-8f4255e8-81e9-42b9-becf-b5ceb2e50994 {{(pid=110156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 15:02:20.223526 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be9d1e1f-5cbc-476f-9a19-2f7e41eed262", "tag": "0ff97e63-c16d-42f2-ad81-0d68433d904e", "status": "completed", "code": 200}]} {{(pid=110156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 15:02:20.223781 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8f4255e8-81e9-42b9-becf-b5ceb2e50994 {{(pid=110156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 15:02:20.224183 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f4255e8-81e9-42b9-becf-b5ceb2e50994'] response: {'name': 'network-changed', 'server_uuid': 'be9d1e1f-5cbc-476f-9a19-2f7e41eed262', 'tag': '0ff97e63-c16d-42f2-ad81-0d68433d904e', 'status': 'completed', 'code': 200} May 18 15:02:20.425476 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05fdc7e-f59a-4474-a362-03c731d293ed req-d0985efc-5773-476c-9a5c-0224571c0381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:20.427029 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-e05fdc7e-f59a-4474-a362-03c731d293ed req-d0985efc-5773-476c-9a5c-0224571c0381 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0d032e462665466d83ab51e9c116d1e0&device_id=be9d1e1f-5cbc-476f-9a19-2f7e41eed262 HTTP/1.1" status: 200 len: 1127 time: 0.0395718 May 18 15:02:20.437484 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb70155-9dc7-490d-b4ec-114210bb510e req-7efe18e0-5221-495c-94e1-370859d42a59 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:20.438991 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7bb70155-9dc7-490d-b4ec-114210bb510e req-7efe18e0-5221-495c-94e1-370859d42a59 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4414a5-96ca-43e6-beba-c0892c513802 HTTP/1.1" status: 200 len: 945 time: 0.0505924 May 18 15:02:20.492193 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7bb70155-9dc7-490d-b4ec-114210bb510e req-516b47e6-6a22-406e-932c-b25450aeda48 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cbe187f-440f-4228-8e53-1401efa51829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469022 May 18 15:02:20.519059 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-07bdfc7c-028d-4837-a2a4-88eca389b3c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (7afc6fe8-d13b-4fd3-bc99-e9efab9a141d), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:20.543537 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05fdc7e-f59a-4474-a362-03c731d293ed req-5d7592f7-ed82-4205-baa5-ba8f4124fd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:20.545028 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-e05fdc7e-f59a-4474-a362-03c731d293ed req-5d7592f7-ed82-4205-baa5-ba8f4124fd6e service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=0d032e462665466d83ab51e9c116d1e0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1004512 May 18 15:02:20.616050 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a228ae7-2596-48e9-9d93-56cce1103221 req-689b0605-8495-405b-aa35-91c64b2aaab2 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:20.617459 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-5a228ae7-2596-48e9-9d93-56cce1103221 req-689b0605-8495-405b-aa35-91c64b2aaab2 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4414a5-96ca-43e6-beba-c0892c513802 HTTP/1.1" status: 200 len: 945 time: 0.0510790 May 18 15:02:20.644020 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05fdc7e-f59a-4474-a362-03c731d293ed req-8486483e-f759-497c-b643-403ba5322b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:20.645539 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-e05fdc7e-f59a-4474-a362-03c731d293ed req-8486483e-f759-497c-b643-403ba5322b9d service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0943177 May 18 15:02:20.668184 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-5a228ae7-2596-48e9-9d93-56cce1103221 req-ead9f395-bf7c-42de-a8d3-5c1ddc608866 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cbe187f-440f-4228-8e53-1401efa51829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451727 May 18 15:02:20.691140 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 37868) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:02:20.744252 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025523a8-a8eb-4f90-8af6-282b37fe06eb req-45d5ce06-b4f4-4c77-8ba1-60d1317639cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:20.745794 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-025523a8-a8eb-4f90-8af6-282b37fe06eb req-45d5ce06-b4f4-4c77-8ba1-60d1317639cc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0d032e462665466d83ab51e9c116d1e0&device_id=be9d1e1f-5cbc-476f-9a19-2f7e41eed262 HTTP/1.1" status: 200 len: 1127 time: 0.0412064 May 18 15:02:20.816235 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfd4bbd-a56e-4fa1-95b3-f0a16d81f08a tempest-TestVolumeBootPattern-784815711 tempest-TestVolumeBootPattern-784815711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:20.817798 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-ccfd4bbd-a56e-4fa1-95b3-f0a16d81f08a tempest-TestVolumeBootPattern-784815711 tempest-TestVolumeBootPattern-784815711-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=2e4414a5-96ca-43e6-beba-c0892c513802 HTTP/1.1" status: 200 len: 1124 time: 0.1257024 May 18 15:02:20.820768 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 37872) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:02:20.824991 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [None req-07770ef1-0991-4110-a47e-d9c2aea52d4d tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Request body: {'floatingip': {'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'port_id': 'b4ed26f0-f48f-4f2f-8bf5-816859955580', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'fixed_ip_address': '172.20.0.5'}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:02:20.847508 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-07770ef1-0991-4110-a47e-d9c2aea52d4d tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:20.916037 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-025523a8-a8eb-4f90-8af6-282b37fe06eb req-119d2080-71b6-472a-bbda-f9eb173d07b2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ff97e63-c16d-42f2-ad81-0d68433d904e HTTP/1.1" status: 200 len: 217 time: 0.0341234 May 18 15:02:20.951646 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57040d6f-88ed-41cc-b75d-b891da23ad8f req-56a742b4-48df-42e2-9a6b-781e20fa7628 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:20.953150 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-57040d6f-88ed-41cc-b75d-b891da23ad8f req-56a742b4-48df-42e2-9a6b-781e20fa7628 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/ports?device_id=be9d1e1f-5cbc-476f-9a19-2f7e41eed262 HTTP/1.1" status: 200 len: 943 time: 0.0657215 May 18 15:02:20.981981 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-07770ef1-0991-4110-a47e-d9c2aea52d4d tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:21.054337 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-57040d6f-88ed-41cc-b75d-b891da23ad8f req-6eb47247-3f2c-4099-b396-5d35ba024383 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ddd63a6-efd3-4a4d-99a9-d19439274edb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954642 May 18 15:02:21.116427 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.db_base_plugin_common [None req-07770ef1-0991-4110-a47e-d9c2aea52d4d tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Allocated IP 172.27.3.49 (f20aa9f3-2984-481b-bb59-fa1f034e36c8/b7750f80-229c-4d19-b013-2aee5952f8bb/16905325-0b7e-472d-b0af-ce58d3acfbb3) {{(pid=110157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 15:02:21.229331 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-07770ef1-0991-4110-a47e-d9c2aea52d4d tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks [] for port (16905325-0b7e-472d-b0af-ce58d3acfbb3), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:21.246718 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:21.258475 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025523a8-a8eb-4f90-8af6-282b37fe06eb req-b8c7f167-0e08-4867-8a15-9edac460cfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:21.260391 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-025523a8-a8eb-4f90-8af6-282b37fe06eb req-b8c7f167-0e08-4867-8a15-9edac460cfb2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=05655c39-f8fa-418a-853d-5fe3e615ed30 HTTP/1.1" status: 200 len: 854 time: 0.0515168 May 18 15:02:21.266884 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-07770ef1-0991-4110-a47e-d9c2aea52d4d tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13704171'] for port (16905325-0b7e-472d-b0af-ce58d3acfbb3), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:21.307882 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:21.314474 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07770ef1-0991-4110-a47e-d9c2aea52d4d tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Network f20aa9f3-2984-481b-bb59-fa1f034e36c8 is already hosted by enough agents. {{(pid=110157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 15:02:21.320974 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.base_scheduler [None req-07770ef1-0991-4110-a47e-d9c2aea52d4d tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Resources bound (agent type, host, resource id): {{(pid=110157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 15:02:21.323610 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07770ef1-0991-4110-a47e-d9c2aea52d4d tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Pushing event updated for resources: {'Port': ['ID=16905325-0b7e-472d-b0af-ce58d3acfbb3,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:02:21.325960 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07770ef1-0991-4110-a47e-d9c2aea52d4d tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Received port after_create {{(pid=110157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 15:02:21.355764 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07770ef1-0991-4110-a47e-d9c2aea52d4d tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:02:21.356127 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07770ef1-0991-4110-a47e-d9c2aea52d4d tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:02:21.356442 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07770ef1-0991-4110-a47e-d9c2aea52d4d tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:02:21.356798 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07770ef1-0991-4110-a47e-d9c2aea52d4d tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:02:21.357127 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07770ef1-0991-4110-a47e-d9c2aea52d4d tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:02:21.357451 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07770ef1-0991-4110-a47e-d9c2aea52d4d tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:02:21.357771 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07770ef1-0991-4110-a47e-d9c2aea52d4d tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:02:21.358090 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07770ef1-0991-4110-a47e-d9c2aea52d4d tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:02:21.358406 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07770ef1-0991-4110-a47e-d9c2aea52d4d tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:02:21.358727 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07770ef1-0991-4110-a47e-d9c2aea52d4d tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:02:21.359116 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07770ef1-0991-4110-a47e-d9c2aea52d4d tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:02:21.359390 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07770ef1-0991-4110-a47e-d9c2aea52d4d tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:02:21.359763 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07770ef1-0991-4110-a47e-d9c2aea52d4d tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:02:21.360088 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07770ef1-0991-4110-a47e-d9c2aea52d4d tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:02:21.360317 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07770ef1-0991-4110-a47e-d9c2aea52d4d tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:02:21.556054 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:21.560657 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025523a8-a8eb-4f90-8af6-282b37fe06eb req-7a044ed7-29f8-4141-a747-42168e99b640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:21.562180 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-025523a8-a8eb-4f90-8af6-282b37fe06eb req-7a044ed7-29f8-4141-a747-42168e99b640 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9022122f-bfa2-48d6-ae5d-8c609a059727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2941515 May 18 15:02:21.703743 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-07770ef1-0991-4110-a47e-d9c2aea52d4d tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks [] for floatingip (7cab6f92-a09e-488b-9808-d3619c940a47), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:21.776213 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-07770ef1-0991-4110-a47e-d9c2aea52d4d tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (16905325-0b7e-472d-b0af-ce58d3acfbb3), before_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:21.941644 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-025523a8-a8eb-4f90-8af6-282b37fe06eb req-5a03b13b-a454-4f21-919a-cfdc95e46487 service neutron] 10.222.0.49 "GET /v2.0/networks/9022122f-bfa2-48d6-ae5d-8c609a059727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986669 May 18 15:02:21.970902 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-07770ef1-0991-4110-a47e-d9c2aea52d4d tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks [] for port (16905325-0b7e-472d-b0af-ce58d3acfbb3), precommit_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:21.976292 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-07770ef1-0991-4110-a47e-d9c2aea52d4d tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13704156'] for port (16905325-0b7e-472d-b0af-ce58d3acfbb3), after_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:22.042831 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:22.044912 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-025523a8-a8eb-4f90-8af6-282b37fe06eb req-37743e13-32fb-41fa-8c5a-2099d4ded060 service neutron] 10.222.0.49 "GET /v2.0/networks/9022122f-bfa2-48d6-ae5d-8c609a059727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965466 May 18 15:02:22.051281 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07770ef1-0991-4110-a47e-d9c2aea52d4d tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Pushing event updated for resources: {'Port': ['ID=16905325-0b7e-472d-b0af-ce58d3acfbb3,revision_number=2']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:02:22.063831 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-07770ef1-0991-4110-a47e-d9c2aea52d4d tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008279'] for floatingip (7cab6f92-a09e-488b-9808-d3619c940a47), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:22.192159 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.db.l3_db [None req-07770ef1-0991-4110-a47e-d9c2aea52d4d tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Floating IP 7cab6f92-a09e-488b-9808-d3619c940a47 associated. External IP: 172.27.3.49, port: b4ed26f0-f48f-4f2f-8bf5-816859955580. May 18 15:02:22.236831 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ec6c8-e1b6-4c34-8ca1-fddd0090f9cf req-98118198-d407-4d41-806c-1be73cd06013 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:22.238357 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-4c5ec6c8-e1b6-4c34-8ca1-fddd0090f9cf req-98118198-d407-4d41-806c-1be73cd06013 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/ports?device_id=be9d1e1f-5cbc-476f-9a19-2f7e41eed262 HTTP/1.1" status: 200 len: 943 time: 0.0938492 May 18 15:02:22.315934 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:22.342639 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-4c5ec6c8-e1b6-4c34-8ca1-fddd0090f9cf req-aa15e99f-e5c0-4c85-bc0b-d4ed659bf5cd tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ddd63a6-efd3-4a4d-99a9-d19439274edb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969343 May 18 15:02:22.451897 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07770ef1-0991-4110-a47e-d9c2aea52d4d tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Router 8573937c-6581-4c6d-ace7-8dd8acf225e5 has already been hosted by L3 agent a5518e17-d4a6-403f-b34f-0fa3d03f1833 {{(pid=110157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 15:02:22.558579 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07770ef1-0991-4110-a47e-d9c2aea52d4d tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Notify agent at l3_agent.dv-cinder-839987-7-iscsi the message routers_updated {{(pid=110157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 15:02:22.569414 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f11fa5-482d-4cfb-9709-b42319ca6f55 None None] Sync routers for ids ['8573937c-6581-4c6d-ace7-8dd8acf225e5'] in dv-cinder-839987-7-iscsi {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 15:02:22.582741 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f11fa5-482d-4cfb-9709-b42319ca6f55 None None] Routers {'8573937c-6581-4c6d-ace7-8dd8acf225e5'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:02:22.583143 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-07770ef1-0991-4110-a47e-d9c2aea52d4d tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for floatingip (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:22.583355 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-79f11fa5-482d-4cfb-9709-b42319ca6f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:01:53Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['8573937c-6581-4c6d-ace7-8dd8acf225e5'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:02:22.622464 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-07770ef1-0991-4110-a47e-d9c2aea52d4d tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8006597 May 18 15:02:22.623217 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e4414a5-96ca-43e6-beba-c0892c513802', 'tag': 'b4ed26f0-f48f-4f2f-8bf5-816859955580'}] {{(pid=110157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 15:02:22.626038 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3614be4c33be7e0ed28fa23fdbb6a3604458632b91c0a79006a6fb45a0ea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93199398-5457-43df-bcad-5ad3d6de0c1f" -d '{"events": [{"name": "network-changed", "server_uuid": "2e4414a5-96ca-43e6-beba-c0892c513802", "tag": "b4ed26f0-f48f-4f2f-8bf5-816859955580"}]}' {{(pid=110157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 15:02:22.664430 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 15:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d25c0aa-733d-4107-95ac-017f4a737166 x-openstack-request-id: req-0d25c0aa-733d-4107-95ac-017f4a737166 {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 15:02:22.664901 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e4414a5-96ca-43e6-beba-c0892c513802", "tag": "b4ed26f0-f48f-4f2f-8bf5-816859955580", "status": "completed", "code": 200}]} {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 15:02:22.665158 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0d25c0aa-733d-4107-95ac-017f4a737166 {{(pid=110157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 15:02:22.665564 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d25c0aa-733d-4107-95ac-017f4a737166'] response: {'name': 'network-changed', 'server_uuid': '2e4414a5-96ca-43e6-beba-c0892c513802', 'tag': 'b4ed26f0-f48f-4f2f-8bf5-816859955580', 'status': 'completed', 'code': 200} May 18 15:02:22.697611 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-79f11fa5-482d-4cfb-9709-b42319ca6f55 None None] Set router 8573937c-6581-4c6d-ace7-8dd8acf225e5 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:02:22.915334 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-79f11fa5-482d-4cfb-9709-b42319ca6f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'name': 'tempest-TestVolumeBootPattern-79845524-router', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:01:29Z', 'updated_at': '2022-05-18T15:01:33Z', 'revision_number': 4, 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'gw_port': {'id': 'f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:01:30Z', 'updated_at': '2022-05-18T15:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_floatingips': [{'id': '7cab6f92-a09e-488b-9808-d3619c940a47', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'floating_ip_address': '172.27.3.49', 'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'router_id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'port_id': 'b4ed26f0-f48f-4f2f-8bf5-816859955580', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19da6af6-a529-4bd8-858e-9cc319b37384', 'mac_address': 'fa:16:3e:16:34:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4414a5-96ca-43e6-beba-c0892c513802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T15:02:21Z', 'updated_at': '2022-05-18T15:02:21Z', 'revision_number': 0, 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc40aefa-34c6-44cd-99ee-616025582ddd', 'name': '', 'network_id': '19da6af6-a529-4bd8-858e-9cc319b37384', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'mac_address': 'fa:16:3e:27:4a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '207e26a7-c20a-4ebc-a1ff-b0586cec622c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:01:32Z', 'updated_at': '2022-05-18T15:01:37Z', 'revision_number': 5, 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'subnets': [{'id': '207e26a7-c20a-4ebc-a1ff-b0586cec622c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:02:22.936209 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-96ae40f0-1f56-45a0-a643-0143ad707f9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (a5518e17-d4a6-403f-b34f-0fa3d03f1833), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:22.945161 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f11fa5-482d-4cfb-9709-b42319ca6f55 None None] Checking router: 8573937c-6581-4c6d-ace7-8dd8acf225e5 for host: dv-cinder-839987-7-iscsi {{(pid=110159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 15:02:22.953862 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f11fa5-482d-4cfb-9709-b42319ca6f55 None None] Routers {'8573937c-6581-4c6d-ace7-8dd8acf225e5'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:02:22.954469 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-79f11fa5-482d-4cfb-9709-b42319ca6f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:02:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['8573937c-6581-4c6d-ace7-8dd8acf225e5'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:02:23.055592 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-79f11fa5-482d-4cfb-9709-b42319ca6f55 None None] Set router 8573937c-6581-4c6d-ace7-8dd8acf225e5 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:02:23.096173 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93199398-5457-43df-bcad-5ad3d6de0c1f req-9163b8da-51a1-4b56-82af-f2ea83299ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:23.097735 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-93199398-5457-43df-bcad-5ad3d6de0c1f req-9163b8da-51a1-4b56-82af-f2ea83299ad6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d2f3dc5d9c6648c79267f71b5a86f249&device_id=2e4414a5-96ca-43e6-beba-c0892c513802 HTTP/1.1" status: 200 len: 1129 time: 0.0469697 May 18 15:02:23.197456 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93199398-5457-43df-bcad-5ad3d6de0c1f req-3daf4a55-549c-4fd7-aca5-ad87ca84bc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:23.198916 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-93199398-5457-43df-bcad-5ad3d6de0c1f req-3daf4a55-549c-4fd7-aca5-ad87ca84bc74 service neutron] 10.222.0.49 "GET /v2.0/networks?id=19da6af6-a529-4bd8-858e-9cc319b37384 HTTP/1.1" status: 200 len: 911 time: 0.0940259 May 18 15:02:23.271024 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-79f11fa5-482d-4cfb-9709-b42319ca6f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'name': 'tempest-TestVolumeBootPattern-79845524-router', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:01:29Z', 'updated_at': '2022-05-18T15:01:33Z', 'revision_number': 4, 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'gw_port': {'id': 'f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:01:30Z', 'updated_at': '2022-05-18T15:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_floatingips': [{'id': '7cab6f92-a09e-488b-9808-d3619c940a47', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'floating_ip_address': '172.27.3.49', 'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'router_id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'port_id': 'b4ed26f0-f48f-4f2f-8bf5-816859955580', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19da6af6-a529-4bd8-858e-9cc319b37384', 'mac_address': 'fa:16:3e:16:34:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4414a5-96ca-43e6-beba-c0892c513802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T15:02:21Z', 'updated_at': '2022-05-18T15:02:21Z', 'revision_number': 0, 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc40aefa-34c6-44cd-99ee-616025582ddd', 'name': '', 'network_id': '19da6af6-a529-4bd8-858e-9cc319b37384', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'mac_address': 'fa:16:3e:27:4a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '207e26a7-c20a-4ebc-a1ff-b0586cec622c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:01:32Z', 'updated_at': '2022-05-18T15:01:37Z', 'revision_number': 5, 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'subnets': [{'id': '207e26a7-c20a-4ebc-a1ff-b0586cec622c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:02:23.294920 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f11fa5-482d-4cfb-9709-b42319ca6f55 None None] The sync data for ids ['8573937c-6581-4c6d-ace7-8dd8acf225e5'] in dv-cinder-839987-7-iscsi is: [{'id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'name': 'tempest-TestVolumeBootPattern-79845524-router', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:01:29Z', 'updated_at': '2022-05-18T15:01:33Z', 'revision_number': 4, 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'gw_port': {'id': 'f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:01:30Z', 'updated_at': '2022-05-18T15:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_floatingips': [{'id': '7cab6f92-a09e-488b-9808-d3619c940a47', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'floating_ip_address': '172.27.3.49', 'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'router_id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'port_id': 'b4ed26f0-f48f-4f2f-8bf5-816859955580', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19da6af6-a529-4bd8-858e-9cc319b37384', 'mac_address': 'fa:16:3e:16:34:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4414a5-96ca-43e6-beba-c0892c513802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T15:02:21Z', 'updated_at': '2022-05-18T15:02:21Z', 'revision_number': 0, 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc40aefa-34c6-44cd-99ee-616025582ddd', 'name': '', 'network_id': '19da6af6-a529-4bd8-858e-9cc319b37384', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'mac_address': 'fa:16:3e:27:4a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '207e26a7-c20a-4ebc-a1ff-b0586cec622c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:01:32Z', 'updated_at': '2022-05-18T15:01:37Z', 'revision_number': 5, 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'subnets': [{'id': '207e26a7-c20a-4ebc-a1ff-b0586cec622c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 15:02:23.462739 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa11d4-bbed-44fb-bf46-9ea41f11bed7 req-b181143e-64f6-4e62-8d75-9aa452ccd0bb tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:23.464315 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d0fa11d4-bbed-44fb-bf46-9ea41f11bed7 req-b181143e-64f6-4e62-8d75-9aa452ccd0bb tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/ports?device_id=be9d1e1f-5cbc-476f-9a19-2f7e41eed262 HTTP/1.1" status: 200 len: 943 time: 0.0504472 May 18 15:02:23.484056 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aefb91a-51c5-462d-bf81-2d8b20518d6c None None] New status for floating IP 7cab6f92-a09e-488b-9808-d3619c940a47: ACTIVE {{(pid=110158) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 15:02:23.517025 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d0fa11d4-bbed-44fb-bf46-9ea41f11bed7 req-048cabf8-087d-4058-841f-01ba4552d5ca tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ddd63a6-efd3-4a4d-99a9-d19439274edb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470128 May 18 15:02:23.518998 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:23.538791 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-93199398-5457-43df-bcad-5ad3d6de0c1f req-d9af56ec-250b-4cea-9932-6f4bf0d51d82 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4ed26f0-f48f-4f2f-8bf5-816859955580 HTTP/1.1" status: 200 len: 998 time: 0.0597069 May 18 15:02:23.598724 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93199398-5457-43df-bcad-5ad3d6de0c1f req-bc2e89c7-1c60-490b-9b6b-980706ebfa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:23.600881 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-93199398-5457-43df-bcad-5ad3d6de0c1f req-bc2e89c7-1c60-490b-9b6b-980706ebfa2a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=207e26a7-c20a-4ebc-a1ff-b0586cec622c HTTP/1.1" status: 200 len: 849 time: 0.0456846 May 18 15:02:23.976397 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93199398-5457-43df-bcad-5ad3d6de0c1f req-8cda9230-b4f9-4f40-be6a-2a37443e4080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:23.977997 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-93199398-5457-43df-bcad-5ad3d6de0c1f req-8cda9230-b4f9-4f40-be6a-2a37443e4080 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=19da6af6-a529-4bd8-858e-9cc319b37384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471458 May 18 15:02:24.007412 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-50f4e27f-5619-452e-9630-0448ff5d9157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (0f4dbee4-4999-4f30-b578-59222d25f53e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:24.071153 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-93199398-5457-43df-bcad-5ad3d6de0c1f req-e2bea983-fcc9-4f91-a29b-1d305ee9c62b service neutron] 10.222.0.49 "GET /v2.0/networks/19da6af6-a529-4bd8-858e-9cc319b37384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861855 May 18 15:02:24.165069 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-93199398-5457-43df-bcad-5ad3d6de0c1f req-d6d1c191-4055-4924-80f1-e9e705c3c5f2 service neutron] 10.222.0.49 "GET /v2.0/networks/19da6af6-a529-4bd8-858e-9cc319b37384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873749 May 18 15:02:24.266290 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device 0ff97e63-c16d-42f2-ad81-0d68433d904e details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=110158) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 15:02:24.367645 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port 0ff97e63-c16d-42f2-ad81-0d68433d904e, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=0ff97e63-c16d-42f2-ad81-0d68433d904e,segment=NetworkSegment(e4fe1652-d7db-47a5-be36-f616796bf534),segment_id=e4fe1652-d7db-47a5-be36-f616796bf534)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:02:24.377874 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Returning: {'device': '0ff97e63-c16d-42f2-ad81-0d68433d904e', 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727', 'port_id': '0ff97e63-c16d-42f2-ad81-0d68433d904e', 'mac_address': 'fa:16:3e:f5:bf:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05655c39-f8fa-418a-853d-5fe3e615ed30', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110158) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 15:02:24.415466 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Current status of the port 0ff97e63-c16d-42f2-ad81-0d68433d904e is: DOWN; New status is: BUILD {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 15:02:24.415770 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (0ff97e63-c16d-42f2-ad81-0d68433d904e), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:24.429058 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ff97e63-c16d-42f2-ad81-0d68433d904e {{(pid=110158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 15:02:24.448263 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port 0ff97e63-c16d-42f2-ad81-0d68433d904e, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=0ff97e63-c16d-42f2-ad81-0d68433d904e,segment=NetworkSegment(e4fe1652-d7db-47a5-be36-f616796bf534),segment_id=e4fe1652-d7db-47a5-be36-f616796bf534)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:02:24.452040 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (0ff97e63-c16d-42f2-ad81-0d68433d904e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:24.497915 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Pushing event updated for resources: {'Port': ['ID=0ff97e63-c16d-42f2-ad81-0d68433d904e,revision_number=4']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:02:24.639495 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3089f3c-00c1-410f-b930-797872854941 req-754038df-6d14-4f36-b29e-5b21480394d0 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:24.641023 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-c3089f3c-00c1-410f-b930-797872854941 req-754038df-6d14-4f36-b29e-5b21480394d0 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/ports?device_id=be9d1e1f-5cbc-476f-9a19-2f7e41eed262 HTTP/1.1" status: 200 len: 944 time: 0.0506780 May 18 15:02:24.690598 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-c3089f3c-00c1-410f-b930-797872854941 req-34999557-a865-4126-b1ec-d817704ab558 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ddd63a6-efd3-4a4d-99a9-d19439274edb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434141 May 18 15:02:24.784261 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] get_ports_and_sgs() called for port_ids ['0ff97e63-c16d-42f2-ad81-0d68433d904e'] {{(pid=110158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 15:02:24.890849 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:25.150744 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-86248160-1b36-4d80-a449-232705ae1859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (11bd5e7f-0ec7-43f5-9ca8-99d3c1136d9c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:25.807738 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e1a22-3cd7-4973-ac91-a6cecec9480b req-028093a4-bedb-4514-9cc0-b606cdd5ad66 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:25.809269 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-bc4e1a22-3cd7-4973-ac91-a6cecec9480b req-028093a4-bedb-4514-9cc0-b606cdd5ad66 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/ports?device_id=be9d1e1f-5cbc-476f-9a19-2f7e41eed262 HTTP/1.1" status: 200 len: 944 time: 0.0490708 May 18 15:02:25.856776 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-bc4e1a22-3cd7-4973-ac91-a6cecec9480b req-bd58cc96-62ac-4a84-b12e-7de918d4facf tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ddd63a6-efd3-4a4d-99a9-d19439274edb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414331 May 18 15:02:26.266336 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device 0ff97e63-c16d-42f2-ad81-0d68433d904e up at agent hyperv_hv-cinder-83998 {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 15:02:26.308974 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Provisioning for port 0ff97e63-c16d-42f2-ad81-0d68433d904e completed by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 15:02:26.315940 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Provisioning complete for port 0ff97e63-c16d-42f2-ad81-0d68433d904e triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 15:02:26.316311 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (0ff97e63-c16d-42f2-ad81-0d68433d904e), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:26.353833 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:26.396281 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Current status of the port 0ff97e63-c16d-42f2-ad81-0d68433d904e is: BUILD; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 15:02:26.396704 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (0ff97e63-c16d-42f2-ad81-0d68433d904e), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:26.419094 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be9d1e1f-5cbc-476f-9a19-2f7e41eed262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff97e63-c16d-42f2-ad81-0d68433d904e'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 15:02:26.430764 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62dae43363b0d9fbe88fecb50d2dfb4fafe72539e0e1d03116e82a6fdda86ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084803ca-b62c-4051-86d7-2a02f827ffe8" -d '{"events": [{"server_uuid": "be9d1e1f-5cbc-476f-9a19-2f7e41eed262", "name": "network-vif-plugged", "status": "completed", "tag": "0ff97e63-c16d-42f2-ad81-0d68433d904e"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 15:02:26.436091 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port 0ff97e63-c16d-42f2-ad81-0d68433d904e, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=0ff97e63-c16d-42f2-ad81-0d68433d904e,segment=NetworkSegment(e4fe1652-d7db-47a5-be36-f616796bf534),segment_id=e4fe1652-d7db-47a5-be36-f616796bf534)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:02:26.441181 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (0ff97e63-c16d-42f2-ad81-0d68433d904e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:26.466038 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 15:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db1c1ff-9620-432c-9873-b036c2be8283 x-openstack-request-id: req-5db1c1ff-9620-432c-9873-b036c2be8283 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 15:02:26.466336 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be9d1e1f-5cbc-476f-9a19-2f7e41eed262", "name": "network-vif-plugged", "status": "completed", "tag": "0ff97e63-c16d-42f2-ad81-0d68433d904e", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 15:02:26.466591 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5db1c1ff-9620-432c-9873-b036c2be8283 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 15:02:26.466984 dv-cinder-839987-7-iscsi neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5db1c1ff-9620-432c-9873-b036c2be8283'] response: {'server_uuid': 'be9d1e1f-5cbc-476f-9a19-2f7e41eed262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff97e63-c16d-42f2-ad81-0d68433d904e', 'code': 200} May 18 15:02:26.504621 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:26.508384 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Pushing event updated for resources: {'Port': ['ID=0ff97e63-c16d-42f2-ad81-0d68433d904e,revision_number=5']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:02:26.695430 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33537644-6ad1-4971-b08b-eac7dc8eea0b req-91ced2cc-317c-44e2-928e-6379468d0c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:26.696999 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-33537644-6ad1-4971-b08b-eac7dc8eea0b req-91ced2cc-317c-44e2-928e-6379468d0c82 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=be9d1e1f-5cbc-476f-9a19-2f7e41eed262 HTTP/1.1" status: 200 len: 1129 time: 0.0433147 May 18 15:02:26.766419 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c6d10-1ec9-4c21-afef-37e21fcdc08c req-ee7a7036-4405-4a3a-a2d0-e2d3e2f79658 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:26.767877 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-909c6d10-1ec9-4c21-afef-37e21fcdc08c req-ee7a7036-4405-4a3a-a2d0-e2d3e2f79658 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=f721eb0d-b804-41bd-ade4-95019478aef5 HTTP/1.1" status: 200 len: 945 time: 0.0469880 May 18 15:02:26.779842 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:26.820789 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-909c6d10-1ec9-4c21-afef-37e21fcdc08c req-a9532abb-99f7-46f2-a988-f22a0ba8b0d1 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ab8dca0-6f0b-43cc-b27a-a10f3f78ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472639 May 18 15:02:26.975758 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ccc6d6-027b-4128-a1a6-ea1e336c5374 req-48a137c1-2692-4ec2-b0b2-c90faad99baf tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:26.977251 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f6ccc6d6-027b-4128-a1a6-ea1e336c5374 req-48a137c1-2692-4ec2-b0b2-c90faad99baf tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/ports?device_id=be9d1e1f-5cbc-476f-9a19-2f7e41eed262 HTTP/1.1" status: 200 len: 945 time: 0.0513759 May 18 15:02:27.022760 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f6ccc6d6-027b-4128-a1a6-ea1e336c5374 req-dae0310d-5234-4a7c-996a-d9917bb39106 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ddd63a6-efd3-4a4d-99a9-d19439274edb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399411 May 18 15:02:27.937866 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd47d24-87ad-408e-92bd-b3fa48eac0de req-9a3b7199-d930-47a0-90ff-a268ea2b9d01 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:27.939317 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7bd47d24-87ad-408e-92bd-b3fa48eac0de req-9a3b7199-d930-47a0-90ff-a268ea2b9d01 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=f721eb0d-b804-41bd-ade4-95019478aef5 HTTP/1.1" status: 200 len: 945 time: 0.0472007 May 18 15:02:27.986577 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7bd47d24-87ad-408e-92bd-b3fa48eac0de req-0087aa9c-a309-400a-9936-d3ae7eba898f tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ab8dca0-6f0b-43cc-b27a-a10f3f78ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412438 May 18 15:02:28.140320 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805e495-2a97-4067-8529-5eaa48c5185a req-4aaafba7-c692-4868-aca4-62f420d80489 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:28.141754 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6805e495-2a97-4067-8529-5eaa48c5185a req-4aaafba7-c692-4868-aca4-62f420d80489 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/ports?device_id=be9d1e1f-5cbc-476f-9a19-2f7e41eed262 HTTP/1.1" status: 200 len: 945 time: 0.0500972 May 18 15:02:28.190618 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6805e495-2a97-4067-8529-5eaa48c5185a req-5abb872e-e81d-4985-a0b5-53d5b2b06e86 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ddd63a6-efd3-4a4d-99a9-d19439274edb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426812 May 18 15:02:28.214073 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-33537644-6ad1-4971-b08b-eac7dc8eea0b req-54bb9770-c495-4c10-aa23-b68b21014041 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0ddd63a6-efd3-4a4d-99a9-d19439274edb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425453 May 18 15:02:29.102833 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a575a4-0317-4cac-bea1-86bc995a9888 req-788c6e3f-a21c-42ef-a999-e38de2a354ff tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:29.104329 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-94a575a4-0317-4cac-bea1-86bc995a9888 req-788c6e3f-a21c-42ef-a999-e38de2a354ff tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=f721eb0d-b804-41bd-ade4-95019478aef5 HTTP/1.1" status: 200 len: 945 time: 0.0471642 May 18 15:02:29.129821 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:29.144789 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1bda91-46c6-4b12-956a-9309ad156537 req-a7095ab7-68e1-455f-a54f-eab47ab530ce tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:29.146274 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-3f1bda91-46c6-4b12-956a-9309ad156537 req-a7095ab7-68e1-455f-a54f-eab47ab530ce tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.49 "GET /v2.0/ports?device_id=f721eb0d-b804-41bd-ade4-95019478aef5 HTTP/1.1" status: 200 len: 945 time: 0.0520074 May 18 15:02:29.153198 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-94a575a4-0317-4cac-bea1-86bc995a9888 req-37c03e48-8ffb-44ac-b988-a0e3c61771a6 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ab8dca0-6f0b-43cc-b27a-a10f3f78ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432997 May 18 15:02:29.235032 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.plugin [req-3f1bda91-46c6-4b12-956a-9309ad156537 req-c933588c-eaeb-400c-aa44-93df5b5fff4d tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Deleting port 768c0e8a-8f7d-4532-b2e5-1defde7dd51c {{(pid=110156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:02:29.235554 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-3f1bda91-46c6-4b12-956a-9309ad156537 req-c933588c-eaeb-400c-aa44-93df5b5fff4d tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (768c0e8a-8f7d-4532-b2e5-1defde7dd51c), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:29.304604 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09290907-476d-45cb-8d1d-f5c03626ccdd req-83a758f1-2262-48ef-8d39-e0751cab2493 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:29.306343 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-09290907-476d-45cb-8d1d-f5c03626ccdd req-83a758f1-2262-48ef-8d39-e0751cab2493 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/ports?device_id=be9d1e1f-5cbc-476f-9a19-2f7e41eed262 HTTP/1.1" status: 200 len: 945 time: 0.0485823 May 18 15:02:29.328818 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.db [req-3f1bda91-46c6-4b12-956a-9309ad156537 req-c933588c-eaeb-400c-aa44-93df5b5fff4d tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] For port 768c0e8a-8f7d-4532-b2e5-1defde7dd51c, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=768c0e8a-8f7d-4532-b2e5-1defde7dd51c,segment=NetworkSegment(d0c07c6c-a57f-489c-a460-fa95911c3ff5),segment_id=d0c07c6c-a57f-489c-a460-fa95911c3ff5)] {{(pid=110156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:02:29.329187 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-3f1bda91-46c6-4b12-956a-9309ad156537 req-c933588c-eaeb-400c-aa44-93df5b5fff4d tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (768c0e8a-8f7d-4532-b2e5-1defde7dd51c), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:29.357505 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-09290907-476d-45cb-8d1d-f5c03626ccdd req-4bdcc0e6-8535-471e-9df5-6ec4dccc0387 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ddd63a6-efd3-4a4d-99a9-d19439274edb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454268 May 18 15:02:29.478196 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=100 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:29.536095 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-3f1bda91-46c6-4b12-956a-9309ad156537 req-c933588c-eaeb-400c-aa44-93df5b5fff4d tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:29.536464 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-3f1bda91-46c6-4b12-956a-9309ad156537 req-c933588c-eaeb-400c-aa44-93df5b5fff4d tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008279'] for floatingip (d3518c79-c552-410e-8ea7-ce4950ef0ad7), after_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:29.536817 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.db.l3_db [req-3f1bda91-46c6-4b12-956a-9309ad156537 req-c933588c-eaeb-400c-aa44-93df5b5fff4d tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Floating IP d3518c79-c552-410e-8ea7-ce4950ef0ad7 disassociated. External IP: 172.27.3.69, port: 768c0e8a-8f7d-4532-b2e5-1defde7dd51c. May 18 15:02:29.537173 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.plugin [req-3f1bda91-46c6-4b12-956a-9309ad156537 req-c933588c-eaeb-400c-aa44-93df5b5fff4d tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Calling delete_port for 768c0e8a-8f7d-4532-b2e5-1defde7dd51c owned by compute:nova {{(pid=110156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:02:29.610693 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:29.667715 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-3f1bda91-46c6-4b12-956a-9309ad156537 req-c933588c-eaeb-400c-aa44-93df5b5fff4d tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14495174'] for port (768c0e8a-8f7d-4532-b2e5-1defde7dd51c), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:29.696787 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c933588c-eaeb-400c-aa44-93df5b5fff4d tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Pushing event deleted for resources: {'Port': ['ID=768c0e8a-8f7d-4532-b2e5-1defde7dd51c,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:02:29.809216 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f1bda91-46c6-4b12-956a-9309ad156537 req-c933588c-eaeb-400c-aa44-93df5b5fff4d tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Router c0d76ce1-219d-4808-b8eb-fa33b7090149 has already been hosted by L3 agent a5518e17-d4a6-403f-b34f-0fa3d03f1833 {{(pid=110156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 15:02:29.916505 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f1bda91-46c6-4b12-956a-9309ad156537 req-c933588c-eaeb-400c-aa44-93df5b5fff4d tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Notify agent at l3_agent.dv-cinder-839987-7-iscsi the message routers_updated {{(pid=110156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 15:02:29.927250 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5555958f-fb8c-4bd4-9292-e8455a4b6609 None None] Sync routers for ids ['c0d76ce1-219d-4808-b8eb-fa33b7090149'] in dv-cinder-839987-7-iscsi {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 15:02:29.938235 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5555958f-fb8c-4bd4-9292-e8455a4b6609 None None] Routers {'c0d76ce1-219d-4808-b8eb-fa33b7090149'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:02:29.938841 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-5555958f-fb8c-4bd4-9292-e8455a4b6609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:02:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['c0d76ce1-219d-4808-b8eb-fa33b7090149'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:02:29.958697 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f1bda91-46c6-4b12-956a-9309ad156537 req-c933588c-eaeb-400c-aa44-93df5b5fff4d tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] No DVR routers for this DVR port 768c0e8a-8f7d-4532-b2e5-1defde7dd51c on host hv-cinder-83998 {{(pid=110156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 15:02:29.961390 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-3f1bda91-46c6-4b12-956a-9309ad156537 req-c933588c-eaeb-400c-aa44-93df5b5fff4d tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for port (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:29.964679 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-3f1bda91-46c6-4b12-956a-9309ad156537 req-c933588c-eaeb-400c-aa44-93df5b5fff4d tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.49 "DELETE /v2.0/ports/768c0e8a-8f7d-4532-b2e5-1defde7dd51c HTTP/1.1" status: 204 len: 173 time: 0.8098812 May 18 15:02:29.965119 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f721eb0d-b804-41bd-ade4-95019478aef5', 'name': 'network-vif-deleted', 'tag': '768c0e8a-8f7d-4532-b2e5-1defde7dd51c'}] {{(pid=110156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 15:02:29.967446 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133ec7be95234859c4edce85a8c9b28b91a94f2f136921e0bf9997cb2a51d6fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d64000-23eb-4f39-b808-806172332f8f" -d '{"events": [{"server_uuid": "f721eb0d-b804-41bd-ade4-95019478aef5", "name": "network-vif-deleted", "tag": "768c0e8a-8f7d-4532-b2e5-1defde7dd51c"}]}' {{(pid=110156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 15:02:30.006692 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 15:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611273e1-2b6b-40eb-bfe6-e0b575e5944f x-openstack-request-id: req-611273e1-2b6b-40eb-bfe6-e0b575e5944f {{(pid=110156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 15:02:30.007000 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f721eb0d-b804-41bd-ade4-95019478aef5", "name": "network-vif-deleted", "tag": "768c0e8a-8f7d-4532-b2e5-1defde7dd51c", "status": "completed", "code": 200}]} {{(pid=110156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 15:02:30.007271 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-611273e1-2b6b-40eb-bfe6-e0b575e5944f {{(pid=110156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 15:02:30.007707 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-611273e1-2b6b-40eb-bfe6-e0b575e5944f'] response: {'server_uuid': 'f721eb0d-b804-41bd-ade4-95019478aef5', 'name': 'network-vif-deleted', 'tag': '768c0e8a-8f7d-4532-b2e5-1defde7dd51c', 'status': 'completed', 'code': 200} May 18 15:02:30.046376 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-5555958f-fb8c-4bd4-9292-e8455a4b6609 None None] Set router c0d76ce1-219d-4808-b8eb-fa33b7090149 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:02:30.189024 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=100 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:30.220036 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=100 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:30.260630 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-5555958f-fb8c-4bd4-9292-e8455a4b6609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d76ce1-219d-4808-b8eb-fa33b7090149', 'name': 'tempest-AttachVolumeTestJSON-735015753-router', 'tenant_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'f2e73996-0a72-42f7-a5fc-820251147470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:57:07Z', 'updated_at': '2022-05-18T14:57:11Z', 'revision_number': 4, 'project_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'gw_port': {'id': 'f2e73996-0a72-42f7-a5fc-820251147470', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d76ce1-219d-4808-b8eb-fa33b7090149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:08Z', 'updated_at': '2022-05-18T14:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': 'b8bb4d44-404e-4e54-9b5e-78f7bcffbece', 'name': '', 'network_id': 'f6d46917-2e57-430f-9dbe-54ed4755b607', 'tenant_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'mac_address': 'fa:16:3e:15:16:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d76ce1-219d-4808-b8eb-fa33b7090149', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'f0fd852b-2772-465d-a18e-71b8e3f03976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:11Z', 'updated_at': '2022-05-18T14:57:16Z', 'revision_number': 5, 'project_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'subnets': [{'id': 'f0fd852b-2772-465d-a18e-71b8e3f03976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:02:30.274781 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7ae8e05a-6de2-4b9c-8b3a-810e7b93ef08 req-0e328119-4576-4fba-ac6e-9cad55b65051 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/ports?device_id=f721eb0d-b804-41bd-ade4-95019478aef5 HTTP/1.1" status: 200 len: 210 time: 0.0280871 May 18 15:02:30.285593 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5555958f-fb8c-4bd4-9292-e8455a4b6609 None None] Checking router: c0d76ce1-219d-4808-b8eb-fa33b7090149 for host: dv-cinder-839987-7-iscsi {{(pid=110159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 15:02:30.294595 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5555958f-fb8c-4bd4-9292-e8455a4b6609 None None] Routers {'c0d76ce1-219d-4808-b8eb-fa33b7090149'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:02:30.295130 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-5555958f-fb8c-4bd4-9292-e8455a4b6609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:02:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['c0d76ce1-219d-4808-b8eb-fa33b7090149'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:02:30.477316 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f44cb-ca1b-4437-9cd3-275594fdc688 req-3b24a727-d81b-40fe-9617-bd951e0f5c92 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:30.478816 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1a9f44cb-ca1b-4437-9cd3-275594fdc688 req-3b24a727-d81b-40fe-9617-bd951e0f5c92 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/ports?device_id=be9d1e1f-5cbc-476f-9a19-2f7e41eed262 HTTP/1.1" status: 200 len: 945 time: 0.0492017 May 18 15:02:30.485413 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-5555958f-fb8c-4bd4-9292-e8455a4b6609 None None] Set router c0d76ce1-219d-4808-b8eb-fa33b7090149 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:02:30.530167 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1a9f44cb-ca1b-4437-9cd3-275594fdc688 req-4c84476e-33fa-4709-9dd9-ef25fff786e5 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ddd63a6-efd3-4a4d-99a9-d19439274edb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452857 May 18 15:02:30.651393 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b4fc3-5c77-4003-9ed6-83e32b6a894b req-196c61ee-dc89-49da-90b0-6f08bd35b22f tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:30.652849 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-038b4fc3-5c77-4003-9ed6-83e32b6a894b req-196c61ee-dc89-49da-90b0-6f08bd35b22f tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/ports?device_id=be9d1e1f-5cbc-476f-9a19-2f7e41eed262 HTTP/1.1" status: 200 len: 945 time: 0.0525575 May 18 15:02:30.661504 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 37966) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:02:30.665997 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [None req-79001a1d-9c69-4e01-a82a-5a1b3795ccda tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Request body: {'floatingip': {'port_id': '0ff97e63-c16d-42f2-ad81-0d68433d904e'}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:02:30.688991 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-5555958f-fb8c-4bd4-9292-e8455a4b6609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d76ce1-219d-4808-b8eb-fa33b7090149', 'name': 'tempest-AttachVolumeTestJSON-735015753-router', 'tenant_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'f2e73996-0a72-42f7-a5fc-820251147470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:57:07Z', 'updated_at': '2022-05-18T14:57:11Z', 'revision_number': 4, 'project_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'gw_port': {'id': 'f2e73996-0a72-42f7-a5fc-820251147470', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d76ce1-219d-4808-b8eb-fa33b7090149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:08Z', 'updated_at': '2022-05-18T14:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': 'b8bb4d44-404e-4e54-9b5e-78f7bcffbece', 'name': '', 'network_id': 'f6d46917-2e57-430f-9dbe-54ed4755b607', 'tenant_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'mac_address': 'fa:16:3e:15:16:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d76ce1-219d-4808-b8eb-fa33b7090149', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'f0fd852b-2772-465d-a18e-71b8e3f03976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:11Z', 'updated_at': '2022-05-18T14:57:16Z', 'revision_number': 5, 'project_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'subnets': [{'id': 'f0fd852b-2772-465d-a18e-71b8e3f03976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:02:30.704411 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-79001a1d-9c69-4e01-a82a-5a1b3795ccda tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for floatingip (f2c03f3e-e689-4da9-a63c-6c635c53bf58), before_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:30.718244 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5555958f-fb8c-4bd4-9292-e8455a4b6609 None None] The sync data for ids ['c0d76ce1-219d-4808-b8eb-fa33b7090149'] in dv-cinder-839987-7-iscsi is: [{'id': 'c0d76ce1-219d-4808-b8eb-fa33b7090149', 'name': 'tempest-AttachVolumeTestJSON-735015753-router', 'tenant_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'f2e73996-0a72-42f7-a5fc-820251147470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:57:07Z', 'updated_at': '2022-05-18T14:57:11Z', 'revision_number': 4, 'project_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'gw_port': {'id': 'f2e73996-0a72-42f7-a5fc-820251147470', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d76ce1-219d-4808-b8eb-fa33b7090149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:08Z', 'updated_at': '2022-05-18T14:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': 'b8bb4d44-404e-4e54-9b5e-78f7bcffbece', 'name': '', 'network_id': 'f6d46917-2e57-430f-9dbe-54ed4755b607', 'tenant_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'mac_address': 'fa:16:3e:15:16:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d76ce1-219d-4808-b8eb-fa33b7090149', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'f0fd852b-2772-465d-a18e-71b8e3f03976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:11Z', 'updated_at': '2022-05-18T14:57:16Z', 'revision_number': 5, 'project_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'subnets': [{'id': 'f0fd852b-2772-465d-a18e-71b8e3f03976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 15:02:30.841271 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.agents_db [None req-a4aab2e5-b658-4b2c-9b1f-100bc6421b45 None None] Agent healthcheck: found 6 active agents {{(pid=110159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 15:02:30.945188 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fe134a-cfe2-4a36-bafc-0c0b003176c5 None None] New status for floating IP d3518c79-c552-410e-8ea7-ce4950ef0ad7: DOWN {{(pid=110158) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 15:02:31.361855 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 37972) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:02:31.370132 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:31.402746 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-79001a1d-9c69-4e01-a82a-5a1b3795ccda tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:31.409710 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-79001a1d-9c69-4e01-a82a-5a1b3795ccda tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008279'] for floatingip (f2c03f3e-e689-4da9-a63c-6c635c53bf58), after_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:31.478552 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-41c97f58-5526-4e3e-af12-0efcb5568e9a tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks [] for security_group (5ab8dca0-6f0b-43cc-b27a-a10f3f78ce82), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:31.540353 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-41c97f58-5526-4e3e-af12-0efcb5568e9a tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks [] for security_group (5ab8dca0-6f0b-43cc-b27a-a10f3f78ce82), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:31.549966 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.db.l3_db [None req-79001a1d-9c69-4e01-a82a-5a1b3795ccda tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Floating IP f2c03f3e-e689-4da9-a63c-6c635c53bf58 associated. External IP: 172.27.3.212, port: 0ff97e63-c16d-42f2-ad81-0d68433d904e. May 18 15:02:31.610247 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:31.669059 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-41c97f58-5526-4e3e-af12-0efcb5568e9a tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (5ab8dca0-6f0b-43cc-b27a-a10f3f78ce82), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:31.671569 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-41c97f58-5526-4e3e-af12-0efcb5568e9a tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks [] for security_group (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:31.672778 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-41c97f58-5526-4e3e-af12-0efcb5568e9a tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "DELETE /v2.0/security-groups/5ab8dca0-6f0b-43cc-b27a-a10f3f78ce82 HTTP/1.1" status: 204 len: 168 time: 0.3099780 May 18 15:02:31.675555 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 37974) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:02:31.687377 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c97f58-5526-4e3e-af12-0efcb5568e9a tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab8dca0-6f0b-43cc-b27a-a10f3f78ce82,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:02:31.696944 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.api.v2.resource [None req-1ccbee33-b8c5-44c6-b73b-241c4d78ad48 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] show failed (client error): The resource could not be found. May 18 15:02:31.698202 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-1ccbee33-b8c5-44c6-b73b-241c4d78ad48 tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "GET /v2.0/security-groups/5ab8dca0-6f0b-43cc-b27a-a10f3f78ce82 HTTP/1.1" status: 404 len: 347 time: 0.0216141 May 18 15:02:31.701068 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 37976) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:02:31.790124 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79001a1d-9c69-4e01-a82a-5a1b3795ccda tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Router f05fe87d-8925-47ed-a112-a885d34bbd44 has already been hosted by L3 agent a5518e17-d4a6-403f-b34f-0fa3d03f1833 {{(pid=110157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 15:02:31.815057 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.plugin [None req-a51734f1-cd60-4a2a-b020-92f0c921a3fe tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Deleting port b1352638-e2d9-46b9-95ce-b4bfb33f0f7e {{(pid=110156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:02:31.815398 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-a51734f1-cd60-4a2a-b020-92f0c921a3fe tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (b1352638-e2d9-46b9-95ce-b4bfb33f0f7e), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:31.891657 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-a51734f1-cd60-4a2a-b020-92f0c921a3fe tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (b1352638-e2d9-46b9-95ce-b4bfb33f0f7e), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:31.892046 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-a51734f1-cd60-4a2a-b020-92f0c921a3fe tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks [] for floatingip (b1352638-e2d9-46b9-95ce-b4bfb33f0f7e), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:31.895775 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79001a1d-9c69-4e01-a82a-5a1b3795ccda tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Notify agent at l3_agent.dv-cinder-839987-7-iscsi the message routers_updated {{(pid=110157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 15:02:31.901161 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-79001a1d-9c69-4e01-a82a-5a1b3795ccda tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for floatingip (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:31.905952 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.plugin [None req-a51734f1-cd60-4a2a-b020-92f0c921a3fe tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Calling delete_port for b1352638-e2d9-46b9-95ce-b4bfb33f0f7e owned by network:floatingip {{(pid=110156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:02:31.906808 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f80af3f-b3a0-4851-a222-732bd163f90f None None] Sync routers for ids ['f05fe87d-8925-47ed-a112-a885d34bbd44'] in dv-cinder-839987-7-iscsi {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 15:02:31.919345 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f80af3f-b3a0-4851-a222-732bd163f90f None None] Routers {'f05fe87d-8925-47ed-a112-a885d34bbd44'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:02:31.920321 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-4f80af3f-b3a0-4851-a222-732bd163f90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:02:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['f05fe87d-8925-47ed-a112-a885d34bbd44'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:02:31.940605 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-79001a1d-9c69-4e01-a82a-5a1b3795ccda tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "PUT /v2.0/floatingips/f2c03f3e-e689-4da9-a63c-6c635c53bf58 HTTP/1.1" status: 200 len: 991 time: 1.2759547 May 18 15:02:31.940605 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be9d1e1f-5cbc-476f-9a19-2f7e41eed262', 'tag': '0ff97e63-c16d-42f2-ad81-0d68433d904e'}] {{(pid=110157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 15:02:31.942027 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3614be4c33be7e0ed28fa23fdbb6a3604458632b91c0a79006a6fb45a0ea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df49319-7a63-4891-8f05-cf4b6845b411" -d '{"events": [{"name": "network-changed", "server_uuid": "be9d1e1f-5cbc-476f-9a19-2f7e41eed262", "tag": "0ff97e63-c16d-42f2-ad81-0d68433d904e"}]}' {{(pid=110157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 15:02:31.984408 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 15:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3172074-9a3b-45cb-9fa9-c418ad35cfa2 x-openstack-request-id: req-a3172074-9a3b-45cb-9fa9-c418ad35cfa2 {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 15:02:31.984869 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be9d1e1f-5cbc-476f-9a19-2f7e41eed262", "tag": "0ff97e63-c16d-42f2-ad81-0d68433d904e", "status": "completed", "code": 200}]} {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 15:02:31.985131 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a3172074-9a3b-45cb-9fa9-c418ad35cfa2 {{(pid=110157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 15:02:31.985545 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3172074-9a3b-45cb-9fa9-c418ad35cfa2'] response: {'name': 'network-changed', 'server_uuid': 'be9d1e1f-5cbc-476f-9a19-2f7e41eed262', 'tag': '0ff97e63-c16d-42f2-ad81-0d68433d904e', 'status': 'completed', 'code': 200} May 18 15:02:32.034841 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-4f80af3f-b3a0-4851-a222-732bd163f90f None None] Set router f05fe87d-8925-47ed-a112-a885d34bbd44 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:02:32.075422 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-a51734f1-cd60-4a2a-b020-92f0c921a3fe tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14495174'] for port (b1352638-e2d9-46b9-95ce-b4bfb33f0f7e), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:32.106934 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51734f1-cd60-4a2a-b020-92f0c921a3fe tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Pushing event deleted for resources: {'Port': ['ID=b1352638-e2d9-46b9-95ce-b4bfb33f0f7e,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:02:32.109548 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df49319-7a63-4891-8f05-cf4b6845b411 req-1117af57-8880-4e7a-99ee-e379482109b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:32.111087 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-0df49319-7a63-4891-8f05-cf4b6845b411 req-1117af57-8880-4e7a-99ee-e379482109b9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0d032e462665466d83ab51e9c116d1e0&device_id=be9d1e1f-5cbc-476f-9a19-2f7e41eed262 HTTP/1.1" status: 200 len: 1129 time: 0.0694349 May 18 15:02:32.161501 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:32.218587 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:32.243541 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-a51734f1-cd60-4a2a-b020-92f0c921a3fe tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks [] for floatingip (d3518c79-c552-410e-8ea7-ce4950ef0ad7), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:32.246068 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-a51734f1-cd60-4a2a-b020-92f0c921a3fe tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for floatingip (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:32.250185 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-a51734f1-cd60-4a2a-b020-92f0c921a3fe tempest-AttachVolumeTestJSON-1717291894 tempest-AttachVolumeTestJSON-1717291894-project] 10.222.0.59 "DELETE /v2.0/floatingips/d3518c79-c552-410e-8ea7-ce4950ef0ad7 HTTP/1.1" status: 204 len: 168 time: 0.5450914 May 18 15:02:32.266038 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-4f80af3f-b3a0-4851-a222-732bd163f90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'name': 'tempest-AttachVolumeNegativeTest-1491292696-router', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '200f4252-f1fc-44ba-8589-ea8c90b89e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:00:51Z', 'updated_at': '2022-05-18T15:00:55Z', 'revision_number': 4, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'gw_port': {'id': '200f4252-f1fc-44ba-8589-ea8c90b89e1c', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:00:52Z', 'updated_at': '2022-05-18T15:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_floatingips': [{'id': '07efd678-ead0-43d0-b17d-29ca011646ec', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'floating_ip_address': '172.27.3.149', 'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'router_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'port_id': '0ed1e1a7-57d4-4ca3-9a56-96e3e696207c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727', 'mac_address': 'fa:16:3e:24:40:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dffbf3-4309-4b9f-992f-118a9d2b3563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T15:00:58Z', 'updated_at': '2022-05-18T15:01:20Z', 'revision_number': 2, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'fixed_ip_address_scope': None}, {'id': 'f2c03f3e-e689-4da9-a63c-6c635c53bf58', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'floating_ip_address': '172.27.3.212', 'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'router_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'port_id': '0ff97e63-c16d-42f2-ad81-0d68433d904e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727', 'mac_address': 'fa:16:3e:f5:bf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9d1e1f-5cbc-476f-9a19-2f7e41eed262', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T15:02:16Z', 'updated_at': '2022-05-18T15:02:31Z', 'revision_number': 1, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f29204-1101-4159-9268-800d69f5f906', 'name': '', 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'mac_address': 'fa:16:3e:75:98:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '05655c39-f8fa-418a-853d-5fe3e615ed30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:00:54Z', 'updated_at': '2022-05-18T15:00:58Z', 'revision_number': 5, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'subnets': [{'id': '05655c39-f8fa-418a-853d-5fe3e615ed30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:02:32.273527 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df49319-7a63-4891-8f05-cf4b6845b411 req-996267cd-7aeb-4e91-a6e6-09d104b74306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:32.275013 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-0df49319-7a63-4891-8f05-cf4b6845b411 req-996267cd-7aeb-4e91-a6e6-09d104b74306 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9022122f-bfa2-48d6-ae5d-8c609a059727 HTTP/1.1" status: 200 len: 916 time: 0.1560545 May 18 15:02:32.297717 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f80af3f-b3a0-4851-a222-732bd163f90f None None] Checking router: f05fe87d-8925-47ed-a112-a885d34bbd44 for host: dv-cinder-839987-7-iscsi {{(pid=110159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 15:02:32.304849 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device 768c0e8a-8f7d-4532-b2e5-1defde7dd51c no longer exists at agent hyperv_hv-cinder-83998 {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 15:02:32.306726 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f80af3f-b3a0-4851-a222-732bd163f90f None None] Routers {'f05fe87d-8925-47ed-a112-a885d34bbd44'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:02:32.307336 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-4f80af3f-b3a0-4851-a222-732bd163f90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:02:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['f05fe87d-8925-47ed-a112-a885d34bbd44'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:02:32.332619 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] No Port match for: 768c0e8a-8f7d-4532-b2e5-1defde7dd51c {{(pid=110158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 15:02:32.333054 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device 768c0e8a-8f7d-4532-b2e5-1defde7dd51c not bound to the agent host hv-cinder-83998 {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 15:02:32.361382 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-0df49319-7a63-4891-8f05-cf4b6845b411 req-ba12fb7a-a42c-4cc2-9179-8a35b31f6776 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ff97e63-c16d-42f2-ad81-0d68433d904e HTTP/1.1" status: 200 len: 999 time: 0.0770574 May 18 15:02:32.412569 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df49319-7a63-4891-8f05-cf4b6845b411 req-8c0e6ea5-ee08-4025-9320-2c13fb72b37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:32.414369 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-0df49319-7a63-4891-8f05-cf4b6845b411 req-8c0e6ea5-ee08-4025-9320-2c13fb72b37c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=05655c39-f8fa-418a-853d-5fe3e615ed30 HTTP/1.1" status: 200 len: 854 time: 0.0462174 May 18 15:02:32.419675 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-4f80af3f-b3a0-4851-a222-732bd163f90f None None] Set router f05fe87d-8925-47ed-a112-a885d34bbd44 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:02:32.457277 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=100 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:32.459976 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df49319-7a63-4891-8f05-cf4b6845b411 req-995f8b38-5a1f-428d-8f2b-74c03dec2d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:32.461518 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-0df49319-7a63-4891-8f05-cf4b6845b411 req-995f8b38-5a1f-428d-8f2b-74c03dec2d31 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9022122f-bfa2-48d6-ae5d-8c609a059727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397372 May 18 15:02:32.560330 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-0df49319-7a63-4891-8f05-cf4b6845b411 req-c25bc6f3-7195-461d-911f-d7d248acaf4a service neutron] 10.222.0.49 "GET /v2.0/networks/9022122f-bfa2-48d6-ae5d-8c609a059727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873783 May 18 15:02:32.562501 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=100 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:32.640800 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-4f80af3f-b3a0-4851-a222-732bd163f90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'name': 'tempest-AttachVolumeNegativeTest-1491292696-router', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '200f4252-f1fc-44ba-8589-ea8c90b89e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:00:51Z', 'updated_at': '2022-05-18T15:00:55Z', 'revision_number': 4, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'gw_port': {'id': '200f4252-f1fc-44ba-8589-ea8c90b89e1c', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:00:52Z', 'updated_at': '2022-05-18T15:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_floatingips': [{'id': '07efd678-ead0-43d0-b17d-29ca011646ec', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'floating_ip_address': '172.27.3.149', 'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'router_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'port_id': '0ed1e1a7-57d4-4ca3-9a56-96e3e696207c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727', 'mac_address': 'fa:16:3e:24:40:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dffbf3-4309-4b9f-992f-118a9d2b3563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T15:00:58Z', 'updated_at': '2022-05-18T15:01:20Z', 'revision_number': 2, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'fixed_ip_address_scope': None}, {'id': 'f2c03f3e-e689-4da9-a63c-6c635c53bf58', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'floating_ip_address': '172.27.3.212', 'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'router_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'port_id': '0ff97e63-c16d-42f2-ad81-0d68433d904e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727', 'mac_address': 'fa:16:3e:f5:bf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9d1e1f-5cbc-476f-9a19-2f7e41eed262', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T15:02:16Z', 'updated_at': '2022-05-18T15:02:31Z', 'revision_number': 1, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f29204-1101-4159-9268-800d69f5f906', 'name': '', 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'mac_address': 'fa:16:3e:75:98:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '05655c39-f8fa-418a-853d-5fe3e615ed30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:00:54Z', 'updated_at': '2022-05-18T15:00:58Z', 'revision_number': 5, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'subnets': [{'id': '05655c39-f8fa-418a-853d-5fe3e615ed30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:02:32.662531 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-0df49319-7a63-4891-8f05-cf4b6845b411 req-92c2bdf1-b205-416c-9945-470f94b4dba7 service neutron] 10.222.0.49 "GET /v2.0/networks/9022122f-bfa2-48d6-ae5d-8c609a059727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938356 May 18 15:02:32.669196 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f80af3f-b3a0-4851-a222-732bd163f90f None None] The sync data for ids ['f05fe87d-8925-47ed-a112-a885d34bbd44'] in dv-cinder-839987-7-iscsi is: [{'id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'name': 'tempest-AttachVolumeNegativeTest-1491292696-router', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '200f4252-f1fc-44ba-8589-ea8c90b89e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:00:51Z', 'updated_at': '2022-05-18T15:00:55Z', 'revision_number': 4, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'gw_port': {'id': '200f4252-f1fc-44ba-8589-ea8c90b89e1c', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:00:52Z', 'updated_at': '2022-05-18T15:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_floatingips': [{'id': '07efd678-ead0-43d0-b17d-29ca011646ec', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'floating_ip_address': '172.27.3.149', 'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'router_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'port_id': '0ed1e1a7-57d4-4ca3-9a56-96e3e696207c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727', 'mac_address': 'fa:16:3e:24:40:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dffbf3-4309-4b9f-992f-118a9d2b3563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T15:00:58Z', 'updated_at': '2022-05-18T15:01:20Z', 'revision_number': 2, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'fixed_ip_address_scope': None}, {'id': 'f2c03f3e-e689-4da9-a63c-6c635c53bf58', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'floating_ip_address': '172.27.3.212', 'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'router_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'port_id': '0ff97e63-c16d-42f2-ad81-0d68433d904e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727', 'mac_address': 'fa:16:3e:f5:bf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9d1e1f-5cbc-476f-9a19-2f7e41eed262', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T15:02:16Z', 'updated_at': '2022-05-18T15:02:31Z', 'revision_number': 1, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f29204-1101-4159-9268-800d69f5f906', 'name': '', 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'mac_address': 'fa:16:3e:75:98:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '05655c39-f8fa-418a-853d-5fe3e615ed30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:00:54Z', 'updated_at': '2022-05-18T15:00:58Z', 'revision_number': 5, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'subnets': [{'id': '05655c39-f8fa-418a-853d-5fe3e615ed30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 15:02:32.868456 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dc82bb-ecd6-4922-9d4c-375b98381c34 None None] New status for floating IP f2c03f3e-e689-4da9-a63c-6c635c53bf58: ACTIVE {{(pid=110158) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 15:02:34.767718 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b974e8f6-0e77-4bf6-94e1-ba29481ebd46 req-c7a097bb-28ab-4fe1-8422-68f9e2587d9d tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:34.769141 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-b974e8f6-0e77-4bf6-94e1-ba29481ebd46 req-c7a097bb-28ab-4fe1-8422-68f9e2587d9d tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 946 time: 0.0475392 May 18 15:02:34.816547 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-b974e8f6-0e77-4bf6-94e1-ba29481ebd46 req-c025c919-6626-4632-8f68-db99cacf038a tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413303 May 18 15:02:35.794399 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 38022) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:02:35.978327 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69a5d9-90d6-49d3-9858-27a303622787 req-e756e7c6-b8b6-4f9b-a6d8-8ebb60c2b84a tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:35.979697 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8a69a5d9-90d6-49d3-9858-27a303622787 req-e756e7c6-b8b6-4f9b-a6d8-8ebb60c2b84a tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 946 time: 0.0889823 May 18 15:02:36.067847 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:36.071356 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8a69a5d9-90d6-49d3-9858-27a303622787 req-ae3d2ef7-ffce-429b-b00a-7726e2492880 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups?id=622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834610 May 18 15:02:36.279065 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-b2ee842d-081e-4265-ac38-abbffa71fbff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009274'] for router_interface (c0d76ce1-219d-4808-b8eb-fa33b7090149), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:36.348124 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fbb05e-f80d-4546-9345-d6faa04ebf05 req-7fbb7cef-6699-47cf-8ffe-a17aa2bf60e8 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:36.349604 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-71fbb05e-f80d-4546-9345-d6faa04ebf05 req-7fbb7cef-6699-47cf-8ffe-a17aa2bf60e8 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 946 time: 0.0514975 May 18 15:02:36.406606 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:36.437151 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.plugin [req-71fbb05e-f80d-4546-9345-d6faa04ebf05 req-35ee2fa2-822b-4ebf-ada0-bb3acb2c00e1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Deleting port d65953ed-9d4b-4ed8-bdb3-b52cc90c0217 {{(pid=110156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:02:36.437491 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-71fbb05e-f80d-4546-9345-d6faa04ebf05 req-35ee2fa2-822b-4ebf-ada0-bb3acb2c00e1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (d65953ed-9d4b-4ed8-bdb3-b52cc90c0217), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:36.503598 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee842d-081e-4265-ac38-abbffa71fbff admin admin] Deleting port b8bb4d44-404e-4e54-9b5e-78f7bcffbece {{(pid=110157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:02:36.503943 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-b2ee842d-081e-4265-ac38-abbffa71fbff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (b8bb4d44-404e-4e54-9b5e-78f7bcffbece), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:36.530174 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.db [req-71fbb05e-f80d-4546-9345-d6faa04ebf05 req-35ee2fa2-822b-4ebf-ada0-bb3acb2c00e1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] For port d65953ed-9d4b-4ed8-bdb3-b52cc90c0217, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=d65953ed-9d4b-4ed8-bdb3-b52cc90c0217,segment=NetworkSegment(68ae329c-889c-4ff0-8ec9-1a3d4793b394),segment_id=68ae329c-889c-4ff0-8ec9-1a3d4793b394)] {{(pid=110156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:02:36.530458 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-71fbb05e-f80d-4546-9345-d6faa04ebf05 req-35ee2fa2-822b-4ebf-ada0-bb3acb2c00e1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (d65953ed-9d4b-4ed8-bdb3-b52cc90c0217), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:36.583136 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.db [None req-b2ee842d-081e-4265-ac38-abbffa71fbff admin admin] For port b8bb4d44-404e-4e54-9b5e-78f7bcffbece, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=b8bb4d44-404e-4e54-9b5e-78f7bcffbece,segment=NetworkSegment(d0c07c6c-a57f-489c-a460-fa95911c3ff5),segment_id=d0c07c6c-a57f-489c-a460-fa95911c3ff5)] {{(pid=110157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:02:36.583507 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-b2ee842d-081e-4265-ac38-abbffa71fbff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (b8bb4d44-404e-4e54-9b5e-78f7bcffbece), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:36.600400 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee842d-081e-4265-ac38-abbffa71fbff admin admin] Calling delete_port for b8bb4d44-404e-4e54-9b5e-78f7bcffbece owned by network:router_interface {{(pid=110157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:02:36.691564 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-71fbb05e-f80d-4546-9345-d6faa04ebf05 req-35ee2fa2-822b-4ebf-ada0-bb3acb2c00e1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:36.691923 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-71fbb05e-f80d-4546-9345-d6faa04ebf05 req-35ee2fa2-822b-4ebf-ada0-bb3acb2c00e1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008279'] for floatingip (703e4da3-b96c-4d5f-bd84-6dcf70d68e96), after_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:36.692239 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.db.l3_db [req-71fbb05e-f80d-4546-9345-d6faa04ebf05 req-35ee2fa2-822b-4ebf-ada0-bb3acb2c00e1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Floating IP 703e4da3-b96c-4d5f-bd84-6dcf70d68e96 disassociated. External IP: 172.27.3.104, port: d65953ed-9d4b-4ed8-bdb3-b52cc90c0217. May 18 15:02:36.692611 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.plugin [req-71fbb05e-f80d-4546-9345-d6faa04ebf05 req-35ee2fa2-822b-4ebf-ada0-bb3acb2c00e1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Calling delete_port for d65953ed-9d4b-4ed8-bdb3-b52cc90c0217 owned by compute:nova {{(pid=110156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:02:36.791996 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-b2ee842d-081e-4265-ac38-abbffa71fbff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13704171'] for port (b8bb4d44-404e-4e54-9b5e-78f7bcffbece), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:36.812976 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:36.816418 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:36.818009 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee842d-081e-4265-ac38-abbffa71fbff admin admin] Pushing event deleted for resources: {'Port': ['ID=b8bb4d44-404e-4e54-9b5e-78f7bcffbece,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:02:36.825320 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-71fbb05e-f80d-4546-9345-d6faa04ebf05 req-35ee2fa2-822b-4ebf-ada0-bb3acb2c00e1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14495174'] for port (d65953ed-9d4b-4ed8-bdb3-b52cc90c0217), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:36.856626 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ee2fa2-822b-4ebf-ada0-bb3acb2c00e1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Pushing event deleted for resources: {'Port': ['ID=d65953ed-9d4b-4ed8-bdb3-b52cc90c0217,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:02:36.869999 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ee2fa2-822b-4ebf-ada0-bb3acb2c00e1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:02:36.870428 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ee2fa2-822b-4ebf-ada0-bb3acb2c00e1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:02:36.871052 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ee2fa2-822b-4ebf-ada0-bb3acb2c00e1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:02:36.871459 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ee2fa2-822b-4ebf-ada0-bb3acb2c00e1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:02:36.871879 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ee2fa2-822b-4ebf-ada0-bb3acb2c00e1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:02:36.872285 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ee2fa2-822b-4ebf-ada0-bb3acb2c00e1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:02:36.872714 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ee2fa2-822b-4ebf-ada0-bb3acb2c00e1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:02:36.873113 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ee2fa2-822b-4ebf-ada0-bb3acb2c00e1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:02:36.873506 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ee2fa2-822b-4ebf-ada0-bb3acb2c00e1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:02:36.873906 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ee2fa2-822b-4ebf-ada0-bb3acb2c00e1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:02:36.874303 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ee2fa2-822b-4ebf-ada0-bb3acb2c00e1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:02:36.874697 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ee2fa2-822b-4ebf-ada0-bb3acb2c00e1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:02:36.875106 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ee2fa2-822b-4ebf-ada0-bb3acb2c00e1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:02:36.875501 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ee2fa2-822b-4ebf-ada0-bb3acb2c00e1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:02:36.875916 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ee2fa2-822b-4ebf-ada0-bb3acb2c00e1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:02:37.007872 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71fbb05e-f80d-4546-9345-d6faa04ebf05 req-35ee2fa2-822b-4ebf-ada0-bb3acb2c00e1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Router 41e37182-3d94-4d50-b848-597beeda176f has already been hosted by L3 agent a5518e17-d4a6-403f-b34f-0fa3d03f1833 {{(pid=110156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 15:02:37.024540 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-b2ee842d-081e-4265-ac38-abbffa71fbff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563813'] for router_interface (c0d76ce1-219d-4808-b8eb-fa33b7090149), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:37.027331 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:37.121383 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71fbb05e-f80d-4546-9345-d6faa04ebf05 req-35ee2fa2-822b-4ebf-ada0-bb3acb2c00e1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Notify agent at l3_agent.dv-cinder-839987-7-iscsi the message routers_updated {{(pid=110156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 15:02:37.134433 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd14138c-2c1a-4ca1-80db-72a9a1421f85 None None] Sync routers for ids ['41e37182-3d94-4d50-b848-597beeda176f'] in dv-cinder-839987-7-iscsi {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 15:02:37.149217 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd14138c-2c1a-4ca1-80db-72a9a1421f85 None None] Routers {'41e37182-3d94-4d50-b848-597beeda176f'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:02:37.150181 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-dd14138c-2c1a-4ca1-80db-72a9a1421f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:02:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['41e37182-3d94-4d50-b848-597beeda176f'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:02:37.169851 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.l3_dvrscheduler_db [req-71fbb05e-f80d-4546-9345-d6faa04ebf05 req-35ee2fa2-822b-4ebf-ada0-bb3acb2c00e1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] No DVR routers for this DVR port d65953ed-9d4b-4ed8-bdb3-b52cc90c0217 on host hv-cinder-83998 {{(pid=110156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 15:02:37.172315 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-71fbb05e-f80d-4546-9345-d6faa04ebf05 req-35ee2fa2-822b-4ebf-ada0-bb3acb2c00e1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for port (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:37.175574 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-71fbb05e-f80d-4546-9345-d6faa04ebf05 req-35ee2fa2-822b-4ebf-ada0-bb3acb2c00e1 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.49 "DELETE /v2.0/ports/d65953ed-9d4b-4ed8-bdb3-b52cc90c0217 HTTP/1.1" status: 204 len: 173 time: 0.8185167 May 18 15:02:37.176080 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9394fe1-b670-4e51-b247-71558d6f56ca', 'name': 'network-vif-deleted', 'tag': 'd65953ed-9d4b-4ed8-bdb3-b52cc90c0217'}] {{(pid=110156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 15:02:37.178490 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133ec7be95234859c4edce85a8c9b28b91a94f2f136921e0bf9997cb2a51d6fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf6ef34-57b1-4f48-a809-3452e2db0916" -d '{"events": [{"server_uuid": "b9394fe1-b670-4e51-b247-71558d6f56ca", "name": "network-vif-deleted", "tag": "d65953ed-9d4b-4ed8-bdb3-b52cc90c0217"}]}' {{(pid=110156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 15:02:37.200491 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:37.223756 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-5216335a-5695-4aef-be38-64f2f308193e req-ca91835b-4014-414f-b433-d7c11cd07a7a tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9394fe1-b670-4e51-b247-71558d6f56ca HTTP/1.1" status: 200 len: 210 time: 0.0410483 May 18 15:02:37.266376 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 15:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2959724e-d982-47d2-b641-6d2bf236cdbe x-openstack-request-id: req-2959724e-d982-47d2-b641-6d2bf236cdbe {{(pid=110156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 15:02:37.266747 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9394fe1-b670-4e51-b247-71558d6f56ca", "name": "network-vif-deleted", "tag": "d65953ed-9d4b-4ed8-bdb3-b52cc90c0217", "status": "completed", "code": 200}]} {{(pid=110156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 15:02:37.267052 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2959724e-d982-47d2-b641-6d2bf236cdbe {{(pid=110156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 15:02:37.267537 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2959724e-d982-47d2-b641-6d2bf236cdbe'] response: {'server_uuid': 'b9394fe1-b670-4e51-b247-71558d6f56ca', 'name': 'network-vif-deleted', 'tag': 'd65953ed-9d4b-4ed8-bdb3-b52cc90c0217', 'status': 'completed', 'code': 200} May 18 15:02:37.279317 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-dd14138c-2c1a-4ca1-80db-72a9a1421f85 None None] Set router 41e37182-3d94-4d50-b848-597beeda176f gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:02:37.298476 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ee842d-081e-4265-ac38-abbffa71fbff admin admin] Router c0d76ce1-219d-4808-b8eb-fa33b7090149 has already been hosted by L3 agent a5518e17-d4a6-403f-b34f-0fa3d03f1833 {{(pid=110157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 15:02:37.434739 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ee842d-081e-4265-ac38-abbffa71fbff admin admin] Notify agent at l3_agent.dv-cinder-839987-7-iscsi the message routers_updated {{(pid=110157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 15:02:37.442036 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-b2ee842d-081e-4265-ac38-abbffa71fbff admin admin] 10.222.0.59 "PUT /v2.0/routers/c0d76ce1-219d-4808-b8eb-fa33b7090149/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6463797 May 18 15:02:37.444608 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 38032) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:02:37.447676 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bd337b-4307-401f-a8b1-6553cae7aca4 None None] Sync routers for ids ['c0d76ce1-219d-4808-b8eb-fa33b7090149'] in dv-cinder-839987-7-iscsi {{(pid=110158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 15:02:37.460066 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bd337b-4307-401f-a8b1-6553cae7aca4 None None] Routers {'c0d76ce1-219d-4808-b8eb-fa33b7090149'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:02:37.461042 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-f8bd337b-4307-401f-a8b1-6553cae7aca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:02:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['c0d76ce1-219d-4808-b8eb-fa33b7090149'], 'active': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:02:37.530294 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-dd14138c-2c1a-4ca1-80db-72a9a1421f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e37182-3d94-4d50-b848-597beeda176f', 'name': 'tempest-AttachVolumeShelveTestJSON-347408289-router', 'tenant_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '6ef0903a-1f5c-4c34-ac67-0dc694bd736d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:55:37Z', 'updated_at': '2022-05-18T14:55:43Z', 'revision_number': 4, 'project_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'gw_port': {'id': '6ef0903a-1f5c-4c34-ac67-0dc694bd736d', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:48:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e37182-3d94-4d50-b848-597beeda176f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:55:38Z', 'updated_at': '2022-05-18T14:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': '6550b0f2-88e3-4874-831f-84a725711273', 'name': '', 'network_id': '0410fe00-b11d-4309-b353-5cb8e97484be', 'tenant_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'mac_address': 'fa:16:3e:fc:e6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e37182-3d94-4d50-b848-597beeda176f', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1be02795-0dc2-4225-87b4-7592fa1ed277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:55:41Z', 'updated_at': '2022-05-18T14:55:48Z', 'revision_number': 5, 'project_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'subnets': [{'id': '1be02795-0dc2-4225-87b4-7592fa1ed277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:02:37.559276 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd14138c-2c1a-4ca1-80db-72a9a1421f85 None None] Checking router: 41e37182-3d94-4d50-b848-597beeda176f for host: dv-cinder-839987-7-iscsi {{(pid=110159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 15:02:37.569715 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd14138c-2c1a-4ca1-80db-72a9a1421f85 None None] Routers {'41e37182-3d94-4d50-b848-597beeda176f'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:02:37.570554 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-dd14138c-2c1a-4ca1-80db-72a9a1421f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:02:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['41e37182-3d94-4d50-b848-597beeda176f'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:02:37.573666 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvr_db [None req-f8bd337b-4307-401f-a8b1-6553cae7aca4 None None] Set router c0d76ce1-219d-4808-b8eb-fa33b7090149 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:02:37.598046 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ec69652a-67d9-4617-9d46-67fb78b4d43f admin admin] Publish callbacks [] for router (c0d76ce1-219d-4808-b8eb-fa33b7090149), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:37.704679 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ec69652a-67d9-4617-9d46-67fb78b4d43f admin admin] Publish callbacks [] for router_gateway (c0d76ce1-219d-4808-b8eb-fa33b7090149), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:37.749545 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.plugin [None req-ec69652a-67d9-4617-9d46-67fb78b4d43f admin admin] Deleting port f2e73996-0a72-42f7-a5fc-820251147470 {{(pid=110156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:02:37.749974 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ec69652a-67d9-4617-9d46-67fb78b4d43f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (f2e73996-0a72-42f7-a5fc-820251147470), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:37.770797 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-f8bd337b-4307-401f-a8b1-6553cae7aca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d76ce1-219d-4808-b8eb-fa33b7090149', 'name': 'tempest-AttachVolumeTestJSON-735015753-router', 'tenant_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'f2e73996-0a72-42f7-a5fc-820251147470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:57:07Z', 'updated_at': '2022-05-18T15:02:36Z', 'revision_number': 5, 'project_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'gw_port': {'id': 'f2e73996-0a72-42f7-a5fc-820251147470', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d76ce1-219d-4808-b8eb-fa33b7090149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:08Z', 'updated_at': '2022-05-18T14:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi'}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:02:37.772409 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-dd14138c-2c1a-4ca1-80db-72a9a1421f85 None None] Set router 41e37182-3d94-4d50-b848-597beeda176f gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:02:37.797930 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bd337b-4307-401f-a8b1-6553cae7aca4 None None] Checking router: c0d76ce1-219d-4808-b8eb-fa33b7090149 for host: dv-cinder-839987-7-iscsi {{(pid=110158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 15:02:37.805456 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:37.807692 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bd337b-4307-401f-a8b1-6553cae7aca4 None None] Routers {'c0d76ce1-219d-4808-b8eb-fa33b7090149'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:02:37.808361 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-f8bd337b-4307-401f-a8b1-6553cae7aca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:02:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['c0d76ce1-219d-4808-b8eb-fa33b7090149'], 'active': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:02:37.839679 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.db [None req-ec69652a-67d9-4617-9d46-67fb78b4d43f admin admin] For port f2e73996-0a72-42f7-a5fc-820251147470, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=f2e73996-0a72-42f7-a5fc-820251147470,segment=NetworkSegment(74645103-ef26-4e33-8147-3fc27f09baec),segment_id=74645103-ef26-4e33-8147-3fc27f09baec)] {{(pid=110156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:02:37.839956 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ec69652a-67d9-4617-9d46-67fb78b4d43f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (f2e73996-0a72-42f7-a5fc-820251147470), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:37.854754 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.plugin [None req-ec69652a-67d9-4617-9d46-67fb78b4d43f admin admin] Calling delete_port for f2e73996-0a72-42f7-a5fc-820251147470 owned by network:router_gateway {{(pid=110156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:02:37.895741 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvr_db [None req-f8bd337b-4307-401f-a8b1-6553cae7aca4 None None] Set router c0d76ce1-219d-4808-b8eb-fa33b7090149 gateway port host: None {{(pid=110158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:02:37.949060 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-f8bd337b-4307-401f-a8b1-6553cae7aca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d76ce1-219d-4808-b8eb-fa33b7090149', 'name': 'tempest-AttachVolumeTestJSON-735015753-router', 'tenant_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:57:07Z', 'updated_at': '2022-05-18T15:02:37Z', 'revision_number': 6, 'project_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'gw_port_host': None}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:02:37.965654 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-dd14138c-2c1a-4ca1-80db-72a9a1421f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e37182-3d94-4d50-b848-597beeda176f', 'name': 'tempest-AttachVolumeShelveTestJSON-347408289-router', 'tenant_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '6ef0903a-1f5c-4c34-ac67-0dc694bd736d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:55:37Z', 'updated_at': '2022-05-18T14:55:43Z', 'revision_number': 4, 'project_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'gw_port': {'id': '6ef0903a-1f5c-4c34-ac67-0dc694bd736d', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:48:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e37182-3d94-4d50-b848-597beeda176f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:55:38Z', 'updated_at': '2022-05-18T14:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': '6550b0f2-88e3-4874-831f-84a725711273', 'name': '', 'network_id': '0410fe00-b11d-4309-b353-5cb8e97484be', 'tenant_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'mac_address': 'fa:16:3e:fc:e6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e37182-3d94-4d50-b848-597beeda176f', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1be02795-0dc2-4225-87b4-7592fa1ed277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:55:41Z', 'updated_at': '2022-05-18T14:55:48Z', 'revision_number': 5, 'project_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'subnets': [{'id': '1be02795-0dc2-4225-87b4-7592fa1ed277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:02:37.978788 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bd337b-4307-401f-a8b1-6553cae7aca4 None None] The sync data for ids ['c0d76ce1-219d-4808-b8eb-fa33b7090149'] in dv-cinder-839987-7-iscsi is: [{'id': 'c0d76ce1-219d-4808-b8eb-fa33b7090149', 'name': 'tempest-AttachVolumeTestJSON-735015753-router', 'tenant_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:57:07Z', 'updated_at': '2022-05-18T15:02:37Z', 'revision_number': 6, 'project_id': 'c9a08f2c9b8b49f6a5de343bf8826601', 'gw_port_host': None}] {{(pid=110158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 15:02:37.996016 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd14138c-2c1a-4ca1-80db-72a9a1421f85 None None] The sync data for ids ['41e37182-3d94-4d50-b848-597beeda176f'] in dv-cinder-839987-7-iscsi is: [{'id': '41e37182-3d94-4d50-b848-597beeda176f', 'name': 'tempest-AttachVolumeShelveTestJSON-347408289-router', 'tenant_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '6ef0903a-1f5c-4c34-ac67-0dc694bd736d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:55:37Z', 'updated_at': '2022-05-18T14:55:43Z', 'revision_number': 4, 'project_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'gw_port': {'id': '6ef0903a-1f5c-4c34-ac67-0dc694bd736d', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:48:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e37182-3d94-4d50-b848-597beeda176f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:55:38Z', 'updated_at': '2022-05-18T14:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': '6550b0f2-88e3-4874-831f-84a725711273', 'name': '', 'network_id': '0410fe00-b11d-4309-b353-5cb8e97484be', 'tenant_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'mac_address': 'fa:16:3e:fc:e6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e37182-3d94-4d50-b848-597beeda176f', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1be02795-0dc2-4225-87b4-7592fa1ed277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:55:41Z', 'updated_at': '2022-05-18T14:55:48Z', 'revision_number': 5, 'project_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'subnets': [{'id': '1be02795-0dc2-4225-87b4-7592fa1ed277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 15:02:38.255565 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cd0ca7-574a-4e2f-a4ea-2b30840f2908 None None] New status for floating IP 703e4da3-b96c-4d5f-bd84-6dcf70d68e96: DOWN {{(pid=110159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 15:02:38.285537 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ec69652a-67d9-4617-9d46-67fb78b4d43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14495174'] for port (f2e73996-0a72-42f7-a5fc-820251147470), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:38.294144 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:DELETE=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:38.313731 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec69652a-67d9-4617-9d46-67fb78b4d43f admin admin] Pushing event deleted for resources: {'Port': ['ID=f2e73996-0a72-42f7-a5fc-820251147470,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:02:38.349047 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 38038) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:02:38.369942 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:38.394364 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ec69652a-67d9-4617-9d46-67fb78b4d43f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014856'] for router_gateway (c0d76ce1-219d-4808-b8eb-fa33b7090149), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:38.426713 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-71bfb7ae-903e-4f69-819b-84cf8f60b62b tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks [] for security_group (622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:38.458242 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-71bfb7ae-903e-4f69-819b-84cf8f60b62b tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks [] for security_group (622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:38.493119 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ec69652a-67d9-4617-9d46-67fb78b4d43f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1014016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30042'] for router (c0d76ce1-219d-4808-b8eb-fa33b7090149), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:38.495636 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ec69652a-67d9-4617-9d46-67fb78b4d43f admin admin] Publish callbacks [] for router_controller (c0d76ce1-219d-4808-b8eb-fa33b7090149), precommit_delete_associations {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:38.511782 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-71bfb7ae-903e-4f69-819b-84cf8f60b62b tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:38.514410 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-71bfb7ae-903e-4f69-819b-84cf8f60b62b tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks [] for security_group (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:38.515576 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-71bfb7ae-903e-4f69-819b-84cf8f60b62b tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "DELETE /v2.0/security-groups/622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d HTTP/1.1" status: 204 len: 168 time: 0.1646433 May 18 15:02:38.524603 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 38042) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:02:38.534954 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bfb7ae-903e-4f69-819b-84cf8f60b62b tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:02:38.542451 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.api.v2.resource [None req-8c05b7bd-0c9c-412f-8ef6-1a39de6b0318 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] show failed (client error): The resource could not be found. May 18 15:02:38.546378 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-8c05b7bd-0c9c-412f-8ef6-1a39de6b0318 tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "GET /v2.0/security-groups/622e5196-7ff2-43f2-a1b3-4fbf2f1d1e2d HTTP/1.1" status: 404 len: 347 time: 0.0179882 May 18 15:02:38.547033 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ec69652a-67d9-4617-9d46-67fb78b4d43f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1014041'] for router (c0d76ce1-219d-4808-b8eb-fa33b7090149), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:38.547033 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec69652a-67d9-4617-9d46-67fb78b4d43f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0d76ce1-219d-4808-b8eb-fa33b7090149 {{(pid=110156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 15:02:38.547316 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 38044) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:02:38.559787 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ec69652a-67d9-4617-9d46-67fb78b4d43f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:38.565228 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-ec69652a-67d9-4617-9d46-67fb78b4d43f admin admin] 10.222.0.59 "DELETE /v2.0/routers/c0d76ce1-219d-4808-b8eb-fa33b7090149 HTTP/1.1" status: 204 len: 168 time: 1.1195319 May 18 15:02:38.567527 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 38046) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:02:38.612494 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.db_base_plugin_v2 [None req-32d27254-b0ec-421f-b894-78ee24b49b3b admin admin] Deleting subnet f0fd852b-2772-465d-a18e-71b8e3f03976 {{(pid=110156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 18 15:02:38.616281 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-32d27254-b0ec-421f-b894-78ee24b49b3b admin admin] Publish callbacks [] for subnet (f0fd852b-2772-465d-a18e-71b8e3f03976), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:38.651501 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-32d27254-b0ec-421f-b894-78ee24b49b3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14249964'] for subnet (f0fd852b-2772-465d-a18e-71b8e3f03976), precommit_delete_associations {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:38.661516 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [None req-f1dbab82-03e4-4176-8d83-411f82d01b9f tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Deleting port ea6bda50-04cc-4de6-a9bc-e607a4868530 {{(pid=110157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:02:38.661884 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-f1dbab82-03e4-4176-8d83-411f82d01b9f tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (ea6bda50-04cc-4de6-a9bc-e607a4868530), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:38.729837 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-32d27254-b0ec-421f-b894-78ee24b49b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027974'] for subnet (f0fd852b-2772-465d-a18e-71b8e3f03976), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:38.738464 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-f1dbab82-03e4-4176-8d83-411f82d01b9f tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (ea6bda50-04cc-4de6-a9bc-e607a4868530), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:38.738791 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-f1dbab82-03e4-4176-8d83-411f82d01b9f tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks [] for floatingip (ea6bda50-04cc-4de6-a9bc-e607a4868530), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:38.752034 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [None req-f1dbab82-03e4-4176-8d83-411f82d01b9f tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Calling delete_port for ea6bda50-04cc-4de6-a9bc-e607a4868530 owned by network:floatingip {{(pid=110157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:02:38.784665 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-32d27254-b0ec-421f-b894-78ee24b49b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2027999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14493751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12844375'] for subnet (f0fd852b-2772-465d-a18e-71b8e3f03976), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:38.811950 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d27254-b0ec-421f-b894-78ee24b49b3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0fd852b-2772-465d-a18e-71b8e3f03976,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:02:38.818225 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-32d27254-b0ec-421f-b894-78ee24b49b3b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:38.822131 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-32d27254-b0ec-421f-b894-78ee24b49b3b admin admin] 10.222.0.59 "DELETE /v2.0/subnets/f0fd852b-2772-465d-a18e-71b8e3f03976 HTTP/1.1" status: 204 len: 168 time: 0.2536032 May 18 15:02:38.824639 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 38048) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:02:38.831936 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0561ca78-3783-4fd3-b508-bf4210a3ac36 None None] Network f6d46917-2e57-430f-9dbe-54ed4755b607 requested from dv-cinder-839987-7-iscsi {{(pid=110158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 15:02:38.921233 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-31905575-82d5-4ba3-80f7-c4ab859797b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1954329'] for network (f6d46917-2e57-430f-9dbe-54ed4755b607), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:38.970014 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.plugin [None req-31905575-82d5-4ba3-80f7-c4ab859797b2 admin admin] Deleting port 4b6a59e6-5c97-4fcc-9ccb-90249eafdaf6 {{(pid=110156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:02:38.970444 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-31905575-82d5-4ba3-80f7-c4ab859797b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (4b6a59e6-5c97-4fcc-9ccb-90249eafdaf6), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:39.003038 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device b8bb4d44-404e-4e54-9b5e-78f7bcffbece no longer exists at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 15:02:39.034566 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] No Port match for: b8bb4d44-404e-4e54-9b5e-78f7bcffbece {{(pid=110158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 15:02:39.036175 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device b8bb4d44-404e-4e54-9b5e-78f7bcffbece not bound to the agent host dv-cinder-839987-7-iscsi {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 15:02:39.036636 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device f2e73996-0a72-42f7-a5fc-820251147470 no longer exists at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 15:02:39.046077 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.db [None req-31905575-82d5-4ba3-80f7-c4ab859797b2 admin admin] For port 4b6a59e6-5c97-4fcc-9ccb-90249eafdaf6, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=4b6a59e6-5c97-4fcc-9ccb-90249eafdaf6,segment=NetworkSegment(d0c07c6c-a57f-489c-a460-fa95911c3ff5),segment_id=d0c07c6c-a57f-489c-a460-fa95911c3ff5)] {{(pid=110156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:02:39.046451 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-31905575-82d5-4ba3-80f7-c4ab859797b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (4b6a59e6-5c97-4fcc-9ccb-90249eafdaf6), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:39.058593 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] No Port match for: f2e73996-0a72-42f7-a5fc-820251147470 {{(pid=110158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 15:02:39.058947 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device f2e73996-0a72-42f7-a5fc-820251147470 not bound to the agent host dv-cinder-839987-7-iscsi {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 15:02:39.067247 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af664e6f-3b7e-4e6f-a3cb-f31641f4c636 None None] DHCP port deletion for f6d46917-2e57-430f-9dbe-54ed4755b607 request from dv-cinder-839987-7-iscsi {{(pid=110158) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 18 15:02:39.069312 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.plugin [None req-31905575-82d5-4ba3-80f7-c4ab859797b2 admin admin] Calling delete_port for 4b6a59e6-5c97-4fcc-9ccb-90249eafdaf6 owned by network:dhcp {{(pid=110156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:02:39.107766 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-af664e6f-3b7e-4e6f-a3cb-f31641f4c636 None None] Deleting port 4b6a59e6-5c97-4fcc-9ccb-90249eafdaf6 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:02:39.108302 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-af664e6f-3b7e-4e6f-a3cb-f31641f4c636 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (4b6a59e6-5c97-4fcc-9ccb-90249eafdaf6), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:39.166651 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-31905575-82d5-4ba3-80f7-c4ab859797b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14495174'] for port (4b6a59e6-5c97-4fcc-9ccb-90249eafdaf6), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:39.174194 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-f1dbab82-03e4-4176-8d83-411f82d01b9f tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13704171'] for port (ea6bda50-04cc-4de6-a9bc-e607a4868530), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:39.183820 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-af664e6f-3b7e-4e6f-a3cb-f31641f4c636 None None] For port 4b6a59e6-5c97-4fcc-9ccb-90249eafdaf6, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=4b6a59e6-5c97-4fcc-9ccb-90249eafdaf6,segment=NetworkSegment(d0c07c6c-a57f-489c-a460-fa95911c3ff5),segment_id=d0c07c6c-a57f-489c-a460-fa95911c3ff5)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:02:39.184463 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-af664e6f-3b7e-4e6f-a3cb-f31641f4c636 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (4b6a59e6-5c97-4fcc-9ccb-90249eafdaf6), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:39.199595 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-af664e6f-3b7e-4e6f-a3cb-f31641f4c636 None None] Calling delete_port for 4b6a59e6-5c97-4fcc-9ccb-90249eafdaf6 owned by network:dhcp {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:02:39.201113 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dbab82-03e4-4176-8d83-411f82d01b9f tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Pushing event deleted for resources: {'Port': ['ID=ea6bda50-04cc-4de6-a9bc-e607a4868530,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:02:39.205259 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31905575-82d5-4ba3-80f7-c4ab859797b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b6a59e6-5c97-4fcc-9ccb-90249eafdaf6,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:02:39.220189 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31905575-82d5-4ba3-80f7-c4ab859797b2 admin admin] No DVR routers for this DVR port 4b6a59e6-5c97-4fcc-9ccb-90249eafdaf6 on host dv-cinder-839987-7-iscsi {{(pid=110156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 15:02:39.282674 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:39.294454 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-f1dbab82-03e4-4176-8d83-411f82d01b9f tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks [] for floatingip (703e4da3-b96c-4d5f-bd84-6dcf70d68e96), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:39.297762 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-f1dbab82-03e4-4176-8d83-411f82d01b9f tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for floatingip (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:39.299128 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-f1dbab82-03e4-4176-8d83-411f82d01b9f tempest-AttachVolumeShelveTestJSON-351182998 tempest-AttachVolumeShelveTestJSON-351182998-project] 10.222.0.59 "DELETE /v2.0/floatingips/703e4da3-b96c-4d5f-bd84-6dcf70d68e96 HTTP/1.1" status: 204 len: 168 time: 0.7515814 May 18 15:02:39.304215 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-af664e6f-3b7e-4e6f-a3cb-f31641f4c636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040'] for port (4b6a59e6-5c97-4fcc-9ccb-90249eafdaf6), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:39.310518 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-31905575-82d5-4ba3-80f7-c4ab859797b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017651', 'neutron.services.segments.db._delete_segments_for_network-8770382701078'] for network (f6d46917-2e57-430f-9dbe-54ed4755b607), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:39.335176 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af664e6f-3b7e-4e6f-a3cb-f31641f4c636 None None] Pushing event deleted for resources: {'Port': ['ID=4b6a59e6-5c97-4fcc-9ccb-90249eafdaf6,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:02:39.336098 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.services.segments.db [None req-31905575-82d5-4ba3-80f7-c4ab859797b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6d46917-2e57-430f-9dbe-54ed4755b607']}} {{(pid=110156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:02:39.338788 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af664e6f-3b7e-4e6f-a3cb-f31641f4c636 None None] No DVR routers for this DVR port 4b6a59e6-5c97-4fcc-9ccb-90249eafdaf6 on host dv-cinder-839987-7-iscsi {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 15:02:39.350738 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.services.segments.db [None req-31905575-82d5-4ba3-80f7-c4ab859797b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0c07c6c-a57f-489c-a460-fa95911c3ff5') {'for_net_delete': True} {{(pid=110156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:02:39.351016 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.services.segments.db [None req-31905575-82d5-4ba3-80f7-c4ab859797b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0c07c6c-a57f-489c-a460-fa95911c3ff5') {} {{(pid=110156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:02:39.360999 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-31905575-82d5-4ba3-80f7-c4ab859797b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770382700063', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14249941'] for segment (d0c07c6c-a57f-489c-a460-fa95911c3ff5), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:39.370885 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:39.378506 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-31905575-82d5-4ba3-80f7-c4ab859797b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029885'] for segment (d0c07c6c-a57f-489c-a460-fa95911c3ff5), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:39.388415 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31905575-82d5-4ba3-80f7-c4ab859797b2 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=110156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 15:02:39.388899 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-31905575-82d5-4ba3-80f7-c4ab859797b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14495125'] for segment (d0c07c6c-a57f-489c-a460-fa95911c3ff5), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:39.392632 dv-cinder-839987-7-iscsi neutron-server[110156]: Traceback (most recent call last): May 18 15:02:39.392632 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 15:02:39.392632 dv-cinder-839987-7-iscsi neutron-server[110156]: timer() May 18 15:02:39.392632 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 15:02:39.392632 dv-cinder-839987-7-iscsi neutron-server[110156]: cb(*args, **kw) May 18 15:02:39.392632 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 18 15:02:39.392632 dv-cinder-839987-7-iscsi neutron-server[110156]: return func(*args, **kwargs) May 18 15:02:39.392632 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 15:02:39.392632 dv-cinder-839987-7-iscsi neutron-server[110156]: self._notify() May 18 15:02:39.392632 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 15:02:39.392632 dv-cinder-839987-7-iscsi neutron-server[110156]: self.callback(batched_events) May 18 15:02:39.392632 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 15:02:39.392632 dv-cinder-839987-7-iscsi neutron-server[110156]: event.method(event) May 18 15:02:39.392632 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 15:02:39.392632 dv-cinder-839987-7-iscsi neutron-server[110156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 15:02:39.392632 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 15:02:39.392632 dv-cinder-839987-7-iscsi neutron-server[110156]: aggregate_uuid = self.p_client.list_aggregates( May 18 15:02:39.392632 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 15:02:39.392632 dv-cinder-839987-7-iscsi neutron-server[110156]: return f(self, *a, **k) May 18 15:02:39.392632 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 15:02:39.392632 dv-cinder-839987-7-iscsi neutron-server[110156]: return self._get(url).json() May 18 15:02:39.392632 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 15:02:39.392632 dv-cinder-839987-7-iscsi neutron-server[110156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 15:02:39.392632 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 15:02:39.392632 dv-cinder-839987-7-iscsi neutron-server[110156]: return self.request(url, 'GET', **kwargs) May 18 15:02:39.392632 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 15:02:39.392632 dv-cinder-839987-7-iscsi neutron-server[110156]: base_url = self.get_endpoint(auth, allow=allow, May 18 15:02:39.392632 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 15:02:39.392632 dv-cinder-839987-7-iscsi neutron-server[110156]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 15:02:39.392632 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 15:02:39.392632 dv-cinder-839987-7-iscsi neutron-server[110156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 15:02:39.392632 dv-cinder-839987-7-iscsi neutron-server[110156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 15:02:39.462088 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-31905575-82d5-4ba3-80f7-c4ab859797b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008250'] for network (f6d46917-2e57-430f-9dbe-54ed4755b607), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:39.467594 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-31905575-82d5-4ba3-80f7-c4ab859797b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for network (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:39.470626 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-31905575-82d5-4ba3-80f7-c4ab859797b2 admin admin] 10.222.0.59 "DELETE /v2.0/networks/f6d46917-2e57-430f-9dbe-54ed4755b607 HTTP/1.1" status: 204 len: 168 time: 0.6450341 May 18 15:02:39.481987 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31905575-82d5-4ba3-80f7-c4ab859797b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6d46917-2e57-430f-9dbe-54ed4755b607,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:02:39.586526 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 38056) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:02:39.606980 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:39.635489 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-c495fe2a-25aa-4fb0-ad5d-6d2e2ff9f475 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c9a08f2c9b8b49f6a5de343bf8826601&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0476112 May 18 15:02:39.638020 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 38058) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:02:39.688916 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-efc903e4-ffdf-4468-861c-241436f27f7f admin admin] Publish callbacks [] for security_group (b3af47e9-2a18-4cf0-9def-6f78c1a56010), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:39.717670 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-efc903e4-ffdf-4468-861c-241436f27f7f admin admin] Publish callbacks [] for security_group (b3af47e9-2a18-4cf0-9def-6f78c1a56010), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:39.765800 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-efc903e4-ffdf-4468-861c-241436f27f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (b3af47e9-2a18-4cf0-9def-6f78c1a56010), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:39.768243 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-efc903e4-ffdf-4468-861c-241436f27f7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:39.769428 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-efc903e4-ffdf-4468-861c-241436f27f7f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b3af47e9-2a18-4cf0-9def-6f78c1a56010 HTTP/1.1" status: 204 len: 168 time: 0.1305203 May 18 15:02:39.777006 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc903e4-ffdf-4468-861c-241436f27f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3af47e9-2a18-4cf0-9def-6f78c1a56010,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:02:40.307303 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device d65953ed-9d4b-4ed8-bdb3-b52cc90c0217 no longer exists at agent hyperv_hv-cinder-83998 {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 15:02:40.328068 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] No Port match for: d65953ed-9d4b-4ed8-bdb3-b52cc90c0217 {{(pid=110158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 15:02:40.328419 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device d65953ed-9d4b-4ed8-bdb3-b52cc90c0217 not bound to the agent host hv-cinder-83998 {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 15:02:40.948521 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 4b6a59e6-5c97-4fcc-9ccb-90249eafdaf6 no longer exists at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 15:02:40.968157 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] No Port match for: 4b6a59e6-5c97-4fcc-9ccb-90249eafdaf6 {{(pid=110158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 15:02:40.968499 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 4b6a59e6-5c97-4fcc-9ccb-90249eafdaf6 not bound to the agent host dv-cinder-839987-7-iscsi {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 15:02:41.744458 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 38104) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:02:42.228662 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-9cc5c654-9bba-4298-b34e-37557738ddd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009274'] for router_interface (41e37182-3d94-4d50-b848-597beeda176f), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:42.458062 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.plugin [None req-9cc5c654-9bba-4298-b34e-37557738ddd3 admin admin] Deleting port 6550b0f2-88e3-4874-831f-84a725711273 {{(pid=110156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:02:42.458405 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-9cc5c654-9bba-4298-b34e-37557738ddd3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (6550b0f2-88e3-4874-831f-84a725711273), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:42.514071 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:42.527918 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (f376d122-85a6-484a-a941-8f32d5a81e72), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:42.545004 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.db [None req-9cc5c654-9bba-4298-b34e-37557738ddd3 admin admin] For port 6550b0f2-88e3-4874-831f-84a725711273, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=6550b0f2-88e3-4874-831f-84a725711273,segment=NetworkSegment(68ae329c-889c-4ff0-8ec9-1a3d4793b394),segment_id=68ae329c-889c-4ff0-8ec9-1a3d4793b394)] {{(pid=110156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:02:42.545388 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-9cc5c654-9bba-4298-b34e-37557738ddd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (6550b0f2-88e3-4874-831f-84a725711273), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:42.558434 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.plugin [None req-9cc5c654-9bba-4298-b34e-37557738ddd3 admin admin] Calling delete_port for 6550b0f2-88e3-4874-831f-84a725711273 owned by network:router_interface {{(pid=110156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:02:42.673702 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:42.758930 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-9cc5c654-9bba-4298-b34e-37557738ddd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14495174'] for port (6550b0f2-88e3-4874-831f-84a725711273), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:42.788659 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc5c654-9bba-4298-b34e-37557738ddd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6550b0f2-88e3-4874-831f-84a725711273,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:02:42.958121 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-9cc5c654-9bba-4298-b34e-37557738ddd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563813'] for router_interface (41e37182-3d94-4d50-b848-597beeda176f), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:43.162571 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cc5c654-9bba-4298-b34e-37557738ddd3 admin admin] Router 41e37182-3d94-4d50-b848-597beeda176f has already been hosted by L3 agent a5518e17-d4a6-403f-b34f-0fa3d03f1833 {{(pid=110156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 15:02:43.267530 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc5c654-9bba-4298-b34e-37557738ddd3 admin admin] Notify agent at l3_agent.dv-cinder-839987-7-iscsi the message routers_updated {{(pid=110156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 15:02:43.273060 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-9cc5c654-9bba-4298-b34e-37557738ddd3 admin admin] 10.222.0.59 "PUT /v2.0/routers/41e37182-3d94-4d50-b848-597beeda176f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5275381 May 18 15:02:43.275610 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 38124) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:02:43.279909 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe7a83e-de94-4f20-89e9-840706d6dc4a None None] Sync routers for ids ['41e37182-3d94-4d50-b848-597beeda176f'] in dv-cinder-839987-7-iscsi {{(pid=110158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 15:02:43.290403 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe7a83e-de94-4f20-89e9-840706d6dc4a None None] Routers {'41e37182-3d94-4d50-b848-597beeda176f'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:02:43.300301 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-7fe7a83e-de94-4f20-89e9-840706d6dc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:02:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['41e37182-3d94-4d50-b848-597beeda176f'], 'active': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:02:43.380528 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-28331c63-3ce1-4379-a79e-09be0314735e admin admin] Publish callbacks [] for router (41e37182-3d94-4d50-b848-597beeda176f), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:43.414556 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvr_db [None req-7fe7a83e-de94-4f20-89e9-840706d6dc4a None None] Set router 41e37182-3d94-4d50-b848-597beeda176f gateway port host: dv-cinder-839987-7-iscsi {{(pid=110158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:02:43.466268 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:43.491488 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-28331c63-3ce1-4379-a79e-09be0314735e admin admin] Publish callbacks [] for router_gateway (41e37182-3d94-4d50-b848-597beeda176f), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:43.526183 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:43.539629 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.plugin [None req-28331c63-3ce1-4379-a79e-09be0314735e admin admin] Deleting port 6ef0903a-1f5c-4c34-ac67-0dc694bd736d {{(pid=110156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:02:43.539781 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-28331c63-3ce1-4379-a79e-09be0314735e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (6ef0903a-1f5c-4c34-ac67-0dc694bd736d), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:43.632515 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.db [None req-28331c63-3ce1-4379-a79e-09be0314735e admin admin] For port 6ef0903a-1f5c-4c34-ac67-0dc694bd736d, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=6ef0903a-1f5c-4c34-ac67-0dc694bd736d,segment=NetworkSegment(74645103-ef26-4e33-8147-3fc27f09baec),segment_id=74645103-ef26-4e33-8147-3fc27f09baec)] {{(pid=110156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:02:43.632913 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-28331c63-3ce1-4379-a79e-09be0314735e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (6ef0903a-1f5c-4c34-ac67-0dc694bd736d), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:43.647781 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.plugin [None req-28331c63-3ce1-4379-a79e-09be0314735e admin admin] Calling delete_port for 6ef0903a-1f5c-4c34-ac67-0dc694bd736d owned by network:router_gateway {{(pid=110156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:02:43.745376 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-7fe7a83e-de94-4f20-89e9-840706d6dc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e37182-3d94-4d50-b848-597beeda176f', 'name': 'tempest-AttachVolumeShelveTestJSON-347408289-router', 'tenant_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '6ef0903a-1f5c-4c34-ac67-0dc694bd736d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:55:37Z', 'updated_at': '2022-05-18T15:02:42Z', 'revision_number': 5, 'project_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'gw_port': {'id': '6ef0903a-1f5c-4c34-ac67-0dc694bd736d', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:48:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e37182-3d94-4d50-b848-597beeda176f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:55:38Z', 'updated_at': '2022-05-18T14:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi'}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:02:43.769944 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe7a83e-de94-4f20-89e9-840706d6dc4a None None] Checking router: 41e37182-3d94-4d50-b848-597beeda176f for host: dv-cinder-839987-7-iscsi {{(pid=110158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 15:02:43.779075 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe7a83e-de94-4f20-89e9-840706d6dc4a None None] Routers {'41e37182-3d94-4d50-b848-597beeda176f'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:02:43.779676 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-7fe7a83e-de94-4f20-89e9-840706d6dc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:02:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['41e37182-3d94-4d50-b848-597beeda176f'], 'active': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:02:43.825257 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-28331c63-3ce1-4379-a79e-09be0314735e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14495174'] for port (6ef0903a-1f5c-4c34-ac67-0dc694bd736d), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:43.851153 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28331c63-3ce1-4379-a79e-09be0314735e admin admin] Pushing event deleted for resources: {'Port': ['ID=6ef0903a-1f5c-4c34-ac67-0dc694bd736d,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:02:43.866860 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvr_db [None req-7fe7a83e-de94-4f20-89e9-840706d6dc4a None None] Set router 41e37182-3d94-4d50-b848-597beeda176f gateway port host: None {{(pid=110158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:02:43.916838 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-28331c63-3ce1-4379-a79e-09be0314735e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014856'] for router_gateway (41e37182-3d94-4d50-b848-597beeda176f), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:43.919351 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-7fe7a83e-de94-4f20-89e9-840706d6dc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e37182-3d94-4d50-b848-597beeda176f', 'name': 'tempest-AttachVolumeShelveTestJSON-347408289-router', 'tenant_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:55:37Z', 'updated_at': '2022-05-18T15:02:43Z', 'revision_number': 6, 'project_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'gw_port_host': None}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:02:43.943936 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe7a83e-de94-4f20-89e9-840706d6dc4a None None] The sync data for ids ['41e37182-3d94-4d50-b848-597beeda176f'] in dv-cinder-839987-7-iscsi is: [{'id': '41e37182-3d94-4d50-b848-597beeda176f', 'name': 'tempest-AttachVolumeShelveTestJSON-347408289-router', 'tenant_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:55:37Z', 'updated_at': '2022-05-18T15:02:43Z', 'revision_number': 6, 'project_id': '9c46dc2b21d34158bf2a7eb0e39c06a3', 'gw_port_host': None}] {{(pid=110158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 15:02:44.006611 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-28331c63-3ce1-4379-a79e-09be0314735e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1014016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30042'] for router (41e37182-3d94-4d50-b848-597beeda176f), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:44.008987 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-28331c63-3ce1-4379-a79e-09be0314735e admin admin] Publish callbacks [] for router_controller (41e37182-3d94-4d50-b848-597beeda176f), precommit_delete_associations {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:44.053767 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-28331c63-3ce1-4379-a79e-09be0314735e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1014041'] for router (41e37182-3d94-4d50-b848-597beeda176f), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:44.054467 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28331c63-3ce1-4379-a79e-09be0314735e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41e37182-3d94-4d50-b848-597beeda176f {{(pid=110156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 15:02:44.058900 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-28331c63-3ce1-4379-a79e-09be0314735e admin admin] Publish callbacks [] for router (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:44.060061 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-28331c63-3ce1-4379-a79e-09be0314735e admin admin] 10.222.0.59 "DELETE /v2.0/routers/41e37182-3d94-4d50-b848-597beeda176f HTTP/1.1" status: 204 len: 168 time: 0.7834969 May 18 15:02:44.062888 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 38136) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:02:44.107591 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.db_base_plugin_v2 [None req-473f2d2b-3b80-4e08-90e2-1a8a3c077dd6 admin admin] Deleting subnet 1be02795-0dc2-4225-87b4-7592fa1ed277 {{(pid=110156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 18 15:02:44.110517 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-473f2d2b-3b80-4e08-90e2-1a8a3c077dd6 admin admin] Publish callbacks [] for subnet (1be02795-0dc2-4225-87b4-7592fa1ed277), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:44.144749 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-473f2d2b-3b80-4e08-90e2-1a8a3c077dd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14249964'] for subnet (1be02795-0dc2-4225-87b4-7592fa1ed277), precommit_delete_associations {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:44.220950 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-473f2d2b-3b80-4e08-90e2-1a8a3c077dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027974'] for subnet (1be02795-0dc2-4225-87b4-7592fa1ed277), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:44.271621 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-473f2d2b-3b80-4e08-90e2-1a8a3c077dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2027999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14493751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12844375'] for subnet (1be02795-0dc2-4225-87b4-7592fa1ed277), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:44.298860 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f2d2b-3b80-4e08-90e2-1a8a3c077dd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1be02795-0dc2-4225-87b4-7592fa1ed277,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:02:44.303461 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-473f2d2b-3b80-4e08-90e2-1a8a3c077dd6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:44.308847 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f092805-eb16-4d86-8c20-1bbcc4fa08e9 None None] Network 0410fe00-b11d-4309-b353-5cb8e97484be requested from dv-cinder-839987-7-iscsi {{(pid=110158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 15:02:44.311105 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:44.313188 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-473f2d2b-3b80-4e08-90e2-1a8a3c077dd6 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/1be02795-0dc2-4225-87b4-7592fa1ed277 HTTP/1.1" status: 204 len: 168 time: 0.2492142 May 18 15:02:44.315583 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 38138) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:02:44.370085 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:44.390243 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ab8bdd79-3899-4233-a210-907f2cde047c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1954329'] for network (0410fe00-b11d-4309-b353-5cb8e97484be), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:44.431204 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:44.445227 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.plugin [None req-ab8bdd79-3899-4233-a210-907f2cde047c admin admin] Deleting port 931d688d-e5b4-4bdd-9b13-68e770d39c66 {{(pid=110156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:02:44.445570 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ab8bdd79-3899-4233-a210-907f2cde047c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (931d688d-e5b4-4bdd-9b13-68e770d39c66), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:44.509365 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.db [None req-ab8bdd79-3899-4233-a210-907f2cde047c admin admin] For port 931d688d-e5b4-4bdd-9b13-68e770d39c66, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=931d688d-e5b4-4bdd-9b13-68e770d39c66,segment=NetworkSegment(68ae329c-889c-4ff0-8ec9-1a3d4793b394),segment_id=68ae329c-889c-4ff0-8ec9-1a3d4793b394)] {{(pid=110156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:02:44.509732 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ab8bdd79-3899-4233-a210-907f2cde047c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (931d688d-e5b4-4bdd-9b13-68e770d39c66), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:44.522229 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.plugin [None req-ab8bdd79-3899-4233-a210-907f2cde047c admin admin] Calling delete_port for 931d688d-e5b4-4bdd-9b13-68e770d39c66 owned by network:dhcp {{(pid=110156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:02:44.602051 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ab8bdd79-3899-4233-a210-907f2cde047c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14495174'] for port (931d688d-e5b4-4bdd-9b13-68e770d39c66), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:44.626671 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8bdd79-3899-4233-a210-907f2cde047c admin admin] Pushing event deleted for resources: {'Port': ['ID=931d688d-e5b4-4bdd-9b13-68e770d39c66,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:02:44.630096 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8bdd79-3899-4233-a210-907f2cde047c admin admin] No DVR routers for this DVR port 931d688d-e5b4-4bdd-9b13-68e770d39c66 on host dv-cinder-839987-7-iscsi {{(pid=110156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 15:02:44.712573 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ab8bdd79-3899-4233-a210-907f2cde047c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017651', 'neutron.services.segments.db._delete_segments_for_network-8770382701078'] for network (0410fe00-b11d-4309-b353-5cb8e97484be), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:44.735817 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.services.segments.db [None req-ab8bdd79-3899-4233-a210-907f2cde047c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0410fe00-b11d-4309-b353-5cb8e97484be']}} {{(pid=110156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:02:44.744144 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a587cfe9-86c5-4a7c-92f3-e785d40da2a9 None None] DHCP port deletion for 0410fe00-b11d-4309-b353-5cb8e97484be request from dv-cinder-839987-7-iscsi {{(pid=110158) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 18 15:02:44.746773 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.services.segments.db [None req-ab8bdd79-3899-4233-a210-907f2cde047c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68ae329c-889c-4ff0-8ec9-1a3d4793b394') {'for_net_delete': True} {{(pid=110156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:02:44.747036 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.services.segments.db [None req-ab8bdd79-3899-4233-a210-907f2cde047c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68ae329c-889c-4ff0-8ec9-1a3d4793b394') {} {{(pid=110156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:02:44.757886 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ab8bdd79-3899-4233-a210-907f2cde047c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770382700063', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14249941'] for segment (68ae329c-889c-4ff0-8ec9-1a3d4793b394), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:44.772173 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ab8bdd79-3899-4233-a210-907f2cde047c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029885'] for segment (68ae329c-889c-4ff0-8ec9-1a3d4793b394), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:44.778832 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab8bdd79-3899-4233-a210-907f2cde047c admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=110156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 15:02:44.779222 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ab8bdd79-3899-4233-a210-907f2cde047c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14495125'] for segment (68ae329c-889c-4ff0-8ec9-1a3d4793b394), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:44.781213 dv-cinder-839987-7-iscsi neutron-server[110156]: Traceback (most recent call last): May 18 15:02:44.781213 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 15:02:44.781213 dv-cinder-839987-7-iscsi neutron-server[110156]: timer() May 18 15:02:44.781213 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 15:02:44.781213 dv-cinder-839987-7-iscsi neutron-server[110156]: cb(*args, **kw) May 18 15:02:44.781213 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 18 15:02:44.781213 dv-cinder-839987-7-iscsi neutron-server[110156]: return func(*args, **kwargs) May 18 15:02:44.781213 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 15:02:44.781213 dv-cinder-839987-7-iscsi neutron-server[110156]: self._notify() May 18 15:02:44.781213 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 15:02:44.781213 dv-cinder-839987-7-iscsi neutron-server[110156]: self.callback(batched_events) May 18 15:02:44.781213 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 15:02:44.781213 dv-cinder-839987-7-iscsi neutron-server[110156]: event.method(event) May 18 15:02:44.781213 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 15:02:44.781213 dv-cinder-839987-7-iscsi neutron-server[110156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 15:02:44.781213 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 15:02:44.781213 dv-cinder-839987-7-iscsi neutron-server[110156]: aggregate_uuid = self.p_client.list_aggregates( May 18 15:02:44.781213 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 15:02:44.781213 dv-cinder-839987-7-iscsi neutron-server[110156]: return f(self, *a, **k) May 18 15:02:44.781213 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 15:02:44.781213 dv-cinder-839987-7-iscsi neutron-server[110156]: return self._get(url).json() May 18 15:02:44.781213 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 15:02:44.781213 dv-cinder-839987-7-iscsi neutron-server[110156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 15:02:44.781213 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 15:02:44.781213 dv-cinder-839987-7-iscsi neutron-server[110156]: return self.request(url, 'GET', **kwargs) May 18 15:02:44.781213 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 15:02:44.781213 dv-cinder-839987-7-iscsi neutron-server[110156]: base_url = self.get_endpoint(auth, allow=allow, May 18 15:02:44.781213 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 15:02:44.781213 dv-cinder-839987-7-iscsi neutron-server[110156]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 15:02:44.781213 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 15:02:44.781213 dv-cinder-839987-7-iscsi neutron-server[110156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 15:02:44.781213 dv-cinder-839987-7-iscsi neutron-server[110156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 15:02:44.836537 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ab8bdd79-3899-4233-a210-907f2cde047c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008250'] for network (0410fe00-b11d-4309-b353-5cb8e97484be), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:44.843266 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-ab8bdd79-3899-4233-a210-907f2cde047c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for network (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:44.846500 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-ab8bdd79-3899-4233-a210-907f2cde047c admin admin] 10.222.0.59 "DELETE /v2.0/networks/0410fe00-b11d-4309-b353-5cb8e97484be HTTP/1.1" status: 204 len: 168 time: 0.5299699 May 18 15:02:44.858685 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8bdd79-3899-4233-a210-907f2cde047c admin admin] Pushing event deleted for resources: {'Network': ['ID=0410fe00-b11d-4309-b353-5cb8e97484be,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:02:44.986382 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 6550b0f2-88e3-4874-831f-84a725711273 no longer exists at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 15:02:44.987575 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 38156) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:02:45.029821 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] No Port match for: 6550b0f2-88e3-4874-831f-84a725711273 {{(pid=110158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 15:02:45.035684 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 6550b0f2-88e3-4874-831f-84a725711273 not bound to the agent host dv-cinder-839987-7-iscsi {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 15:02:45.036351 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 931d688d-e5b4-4bdd-9b13-68e770d39c66 no longer exists at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 15:02:45.047703 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 38164) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:02:45.049270 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-954e5ff2-9148-4b32-87a6-70affa5c6976 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9c46dc2b21d34158bf2a7eb0e39c06a3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0602901 May 18 15:02:45.059148 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] No Port match for: 931d688d-e5b4-4bdd-9b13-68e770d39c66 {{(pid=110158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 15:02:45.059496 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 931d688d-e5b4-4bdd-9b13-68e770d39c66 not bound to the agent host dv-cinder-839987-7-iscsi {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 15:02:45.060033 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 6ef0903a-1f5c-4c34-ac67-0dc694bd736d no longer exists at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 15:02:45.064072 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:45.086108 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] No Port match for: 6ef0903a-1f5c-4c34-ac67-0dc694bd736d {{(pid=110158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 15:02:45.086586 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 6ef0903a-1f5c-4c34-ac67-0dc694bd736d not bound to the agent host dv-cinder-839987-7-iscsi {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 15:02:45.108898 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-14a1261c-edc6-4d9e-b6f6-fc60775138c0 admin admin] Publish callbacks [] for security_group (69c9a104-6c34-4674-a75f-9ff37ac342c2), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:45.140221 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:45.142674 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-14a1261c-edc6-4d9e-b6f6-fc60775138c0 admin admin] Publish callbacks [] for security_group (69c9a104-6c34-4674-a75f-9ff37ac342c2), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:45.193782 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-14a1261c-edc6-4d9e-b6f6-fc60775138c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (69c9a104-6c34-4674-a75f-9ff37ac342c2), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:45.196497 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-14a1261c-edc6-4d9e-b6f6-fc60775138c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:45.198119 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-14a1261c-edc6-4d9e-b6f6-fc60775138c0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/69c9a104-6c34-4674-a75f-9ff37ac342c2 HTTP/1.1" status: 204 len: 168 time: 0.1494362 May 18 15:02:45.216854 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a1261c-edc6-4d9e-b6f6-fc60775138c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c9a104-6c34-4674-a75f-9ff37ac342c2,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:02:46.941310 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 38244) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:02:47.045611 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-b23597b9-c5a6-42ea-81ee-5e9761236b43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:47.134315 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-b23597b9-c5a6-42ea-81ee-5e9761236b43 admin admin] Publish callbacks [] for security_group (e7c803f1-9fec-4b20-951b-79edc463bd9b), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:47.137873 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-b23597b9-c5a6-42ea-81ee-5e9761236b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (e7c803f1-9fec-4b20-951b-79edc463bd9b), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:47.176550 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-b23597b9-c5a6-42ea-81ee-5e9761236b43 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ccc6fb03419d4d93bd22905df7654009&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2341733 May 18 15:02:47.177487 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23597b9-c5a6-42ea-81ee-5e9761236b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c803f1-9fec-4b20-951b-79edc463bd9b,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:02:47.179866 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 38248) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:02:47.233278 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-d873e040-e05c-4cef-92cc-56813d6f9c42 admin admin] Publish callbacks [] for security_group (e7c803f1-9fec-4b20-951b-79edc463bd9b), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:47.255114 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-d873e040-e05c-4cef-92cc-56813d6f9c42 admin admin] Publish callbacks [] for security_group (e7c803f1-9fec-4b20-951b-79edc463bd9b), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:47.301685 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-d873e040-e05c-4cef-92cc-56813d6f9c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (e7c803f1-9fec-4b20-951b-79edc463bd9b), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:47.304760 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-d873e040-e05c-4cef-92cc-56813d6f9c42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:47.306191 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-d873e040-e05c-4cef-92cc-56813d6f9c42 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e7c803f1-9fec-4b20-951b-79edc463bd9b HTTP/1.1" status: 204 len: 168 time: 0.1250401 May 18 15:02:47.313914 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d873e040-e05c-4cef-92cc-56813d6f9c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c803f1-9fec-4b20-951b-79edc463bd9b,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:02:47.574638 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 38254) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:02:47.588245 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-6ea40b75-2370-4747-8c21-3b3910fec0dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:47.663200 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-6ea40b75-2370-4747-8c21-3b3910fec0dd admin admin] Publish callbacks [] for security_group (043dd6a8-52ed-4b66-8e18-bbb32943ac12), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:47.667762 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-6ea40b75-2370-4747-8c21-3b3910fec0dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (043dd6a8-52ed-4b66-8e18-bbb32943ac12), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:47.685452 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:47.709565 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-6ea40b75-2370-4747-8c21-3b3910fec0dd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2fc99e5607a54cac8b232ae46301983d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1331992 May 18 15:02:47.710255 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea40b75-2370-4747-8c21-3b3910fec0dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043dd6a8-52ed-4b66-8e18-bbb32943ac12,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:02:47.712211 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 38256) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:02:47.764659 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-d69466eb-6e26-495a-98ef-f0f1f3437223 admin admin] Publish callbacks [] for security_group (043dd6a8-52ed-4b66-8e18-bbb32943ac12), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:47.785340 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-d69466eb-6e26-495a-98ef-f0f1f3437223 admin admin] Publish callbacks [] for security_group (043dd6a8-52ed-4b66-8e18-bbb32943ac12), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:47.832339 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-d69466eb-6e26-495a-98ef-f0f1f3437223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (043dd6a8-52ed-4b66-8e18-bbb32943ac12), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:47.834824 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-d69466eb-6e26-495a-98ef-f0f1f3437223 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:47.835977 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-d69466eb-6e26-495a-98ef-f0f1f3437223 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/043dd6a8-52ed-4b66-8e18-bbb32943ac12 HTTP/1.1" status: 204 len: 168 time: 0.1227381 May 18 15:02:47.843368 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69466eb-6e26-495a-98ef-f0f1f3437223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043dd6a8-52ed-4b66-8e18-bbb32943ac12,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:02:48.338168 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:48.853717 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:49.278997 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 38314) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:02:49.393316 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-f3a5898e-dcaf-4872-84f3-309cb6722687 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:49.477048 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-f3a5898e-dcaf-4872-84f3-309cb6722687 admin admin] Publish callbacks [] for security_group (55b1a536-f2aa-4994-bdf1-d3648bd47a92), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:49.484995 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-f3a5898e-dcaf-4872-84f3-309cb6722687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (55b1a536-f2aa-4994-bdf1-d3648bd47a92), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:49.527697 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a5898e-dcaf-4872-84f3-309cb6722687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b1a536-f2aa-4994-bdf1-d3648bd47a92,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:02:49.533399 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-f3a5898e-dcaf-4872-84f3-309cb6722687 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=289a1185e9aa410c8c311056e63feb99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2533765 May 18 15:02:49.535977 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 38330) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:02:49.591375 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-86a501a0-7010-4245-a3a5-50984fbee4bd admin admin] Publish callbacks [] for security_group (55b1a536-f2aa-4994-bdf1-d3648bd47a92), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:49.615354 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-86a501a0-7010-4245-a3a5-50984fbee4bd admin admin] Publish callbacks [] for security_group (55b1a536-f2aa-4994-bdf1-d3648bd47a92), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:49.670875 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-86a501a0-7010-4245-a3a5-50984fbee4bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (55b1a536-f2aa-4994-bdf1-d3648bd47a92), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:49.673754 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-86a501a0-7010-4245-a3a5-50984fbee4bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:49.675782 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-86a501a0-7010-4245-a3a5-50984fbee4bd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/55b1a536-f2aa-4994-bdf1-d3648bd47a92 HTTP/1.1" status: 204 len: 168 time: 0.1388352 May 18 15:02:49.689792 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a501a0-7010-4245-a3a5-50984fbee4bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b1a536-f2aa-4994-bdf1-d3648bd47a92,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:02:50.514643 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0332cbbb-d462-4454-8941-31fbb14c934e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (7afc6fe8-d13b-4fd3-bc99-e9efab9a141d), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:50.797957 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 38436) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:02:50.910703 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-3cce838b-6a8c-478a-84e2-6ab39d9da8f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:50.914035 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=15 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:50.929777 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:50.999536 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-3cce838b-6a8c-478a-84e2-6ab39d9da8f2 admin admin] Publish callbacks [] for security_group (9aea853d-9120-47ec-b60a-d399ac87e97b), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:51.003314 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-3cce838b-6a8c-478a-84e2-6ab39d9da8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (9aea853d-9120-47ec-b60a-d399ac87e97b), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:51.043806 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-3cce838b-6a8c-478a-84e2-6ab39d9da8f2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4ff2ba9acf2e404eb5075a8048602ca6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2442153 May 18 15:02:51.045766 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce838b-6a8c-478a-84e2-6ab39d9da8f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aea853d-9120-47ec-b60a-d399ac87e97b,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:02:51.046541 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 38448) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:02:51.065523 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:51.101465 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-993de850-b356-4dd5-bca7-e963c61e5f1e admin admin] Publish callbacks [] for security_group (9aea853d-9120-47ec-b60a-d399ac87e97b), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:51.126239 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-993de850-b356-4dd5-bca7-e963c61e5f1e admin admin] Publish callbacks [] for security_group (9aea853d-9120-47ec-b60a-d399ac87e97b), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:51.178753 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-993de850-b356-4dd5-bca7-e963c61e5f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (9aea853d-9120-47ec-b60a-d399ac87e97b), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:51.181687 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-993de850-b356-4dd5-bca7-e963c61e5f1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:51.182919 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-993de850-b356-4dd5-bca7-e963c61e5f1e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9aea853d-9120-47ec-b60a-d399ac87e97b HTTP/1.1" status: 204 len: 168 time: 0.1352971 May 18 15:02:51.191224 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993de850-b356-4dd5-bca7-e963c61e5f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aea853d-9120-47ec-b60a-d399ac87e97b,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:02:51.639878 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 38460) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:02:51.654028 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-4314fbf4-40c0-41ce-b7eb-52554c52bc66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:51.749016 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-4314fbf4-40c0-41ce-b7eb-52554c52bc66 admin admin] Publish callbacks [] for security_group (3588c87b-8a6d-4801-bf8e-7fdedd54bb46), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:51.753537 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-4314fbf4-40c0-41ce-b7eb-52554c52bc66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (3588c87b-8a6d-4801-bf8e-7fdedd54bb46), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:51.796153 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-4314fbf4-40c0-41ce-b7eb-52554c52bc66 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=343597a011924aef8b2c898c8d351903&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1550486 May 18 15:02:51.797011 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4314fbf4-40c0-41ce-b7eb-52554c52bc66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3588c87b-8a6d-4801-bf8e-7fdedd54bb46,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:02:51.799388 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 38468) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:02:51.848216 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-74bbced1-e22c-447b-9eac-98cb2042d3fa admin admin] Publish callbacks [] for security_group (3588c87b-8a6d-4801-bf8e-7fdedd54bb46), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:51.869989 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-74bbced1-e22c-447b-9eac-98cb2042d3fa admin admin] Publish callbacks [] for security_group (3588c87b-8a6d-4801-bf8e-7fdedd54bb46), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:51.916260 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-74bbced1-e22c-447b-9eac-98cb2042d3fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (3588c87b-8a6d-4801-bf8e-7fdedd54bb46), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:51.918969 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-74bbced1-e22c-447b-9eac-98cb2042d3fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:51.920158 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-74bbced1-e22c-447b-9eac-98cb2042d3fa admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3588c87b-8a6d-4801-bf8e-7fdedd54bb46 HTTP/1.1" status: 204 len: 168 time: 0.1193676 May 18 15:02:51.929413 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bbced1-e22c-447b-9eac-98cb2042d3fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3588c87b-8a6d-4801-bf8e-7fdedd54bb46,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:02:52.948815 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1d0f3715-d5ce-49cf-b578-7993b53069a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (a5518e17-d4a6-403f-b34f-0fa3d03f1833), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:54.008088 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-50f4e27f-5619-452e-9630-0448ff5d9157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (0f4dbee4-4999-4f30-b578-59222d25f53e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:54.422883 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 38556) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:02:54.530274 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-7e6afc12-f0e4-4875-a461-212a45a08f7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:54.613366 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-7e6afc12-f0e4-4875-a461-212a45a08f7a admin admin] Publish callbacks [] for security_group (f8a7a532-4ed4-4c14-86f7-829f131db827), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:54.617328 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-7e6afc12-f0e4-4875-a461-212a45a08f7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (f8a7a532-4ed4-4c14-86f7-829f131db827), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:54.659001 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-7e6afc12-f0e4-4875-a461-212a45a08f7a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5745aabd4c804cb59640710036e9be99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2350454 May 18 15:02:54.659861 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6afc12-f0e4-4875-a461-212a45a08f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a7a532-4ed4-4c14-86f7-829f131db827,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:02:54.662310 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 38560) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:02:54.711706 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-6b58ed87-b9c6-4115-a019-4938c165cd7c admin admin] Publish callbacks [] for security_group (f8a7a532-4ed4-4c14-86f7-829f131db827), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:54.733583 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-6b58ed87-b9c6-4115-a019-4938c165cd7c admin admin] Publish callbacks [] for security_group (f8a7a532-4ed4-4c14-86f7-829f131db827), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:54.780558 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-6b58ed87-b9c6-4115-a019-4938c165cd7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (f8a7a532-4ed4-4c14-86f7-829f131db827), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:54.783150 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-6b58ed87-b9c6-4115-a019-4938c165cd7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:54.784306 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-6b58ed87-b9c6-4115-a019-4938c165cd7c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f8a7a532-4ed4-4c14-86f7-829f131db827 HTTP/1.1" status: 204 len: 168 time: 0.1204324 May 18 15:02:54.792639 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b58ed87-b9c6-4115-a019-4938c165cd7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a7a532-4ed4-4c14-86f7-829f131db827,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:02:54.825595 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 38564) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:02:55.067417 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 38570) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:02:55.074344 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [None req-024f3097-ecee-4ba5-99db-b74d998751a6 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Deleting port f92e7d25-4118-4640-a503-9e1516c9ae59 {{(pid=110157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:02:55.074694 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-024f3097-ecee-4ba5-99db-b74d998751a6 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (f92e7d25-4118-4640-a503-9e1516c9ae59), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:55.154266 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-86248160-1b36-4d80-a449-232705ae1859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (11bd5e7f-0ec7-43f5-9ca8-99d3c1136d9c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:55.162270 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-024f3097-ecee-4ba5-99db-b74d998751a6 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (f92e7d25-4118-4640-a503-9e1516c9ae59), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:55.162597 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-024f3097-ecee-4ba5-99db-b74d998751a6 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Publish callbacks [] for floatingip (f92e7d25-4118-4640-a503-9e1516c9ae59), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:55.176241 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [None req-024f3097-ecee-4ba5-99db-b74d998751a6 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Calling delete_port for f92e7d25-4118-4640-a503-9e1516c9ae59 owned by network:floatingip {{(pid=110157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:02:55.240495 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:INSERT=14,neutron:SELECT=82,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:55.251417 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:55.333934 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-5b7c238d-952b-49cf-8e1d-40ea03f5fffc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:55.352642 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-024f3097-ecee-4ba5-99db-b74d998751a6 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13704171'] for port (f92e7d25-4118-4640-a503-9e1516c9ae59), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:55.379376 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f3097-ecee-4ba5-99db-b74d998751a6 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Pushing event deleted for resources: {'Port': ['ID=f92e7d25-4118-4640-a503-9e1516c9ae59,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:02:55.424816 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-5b7c238d-952b-49cf-8e1d-40ea03f5fffc admin admin] Publish callbacks [] for security_group (9fb4c24f-8699-4417-95f9-e56da4503c0c), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:55.430710 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-5b7c238d-952b-49cf-8e1d-40ea03f5fffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (9fb4c24f-8699-4417-95f9-e56da4503c0c), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:55.447050 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-024f3097-ecee-4ba5-99db-b74d998751a6 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Publish callbacks [] for floatingip (5bba0669-482c-4c27-aad9-1c8066af76ec), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:55.447520 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.db.l3_db [None req-024f3097-ecee-4ba5-99db-b74d998751a6 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Floating IP 5bba0669-482c-4c27-aad9-1c8066af76ec disassociated (deleted). External IP: 172.27.3.79, port: 85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d. May 18 15:02:55.475338 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-5b7c238d-952b-49cf-8e1d-40ea03f5fffc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=af6defd9f0d44164a485c82763eabe3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4058619 May 18 15:02:55.475937 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 38580) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:02:55.478688 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c238d-952b-49cf-8e1d-40ea03f5fffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb4c24f-8699-4417-95f9-e56da4503c0c,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:02:55.539862 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-250698f1-61b9-4f5e-84a6-b209859c407d admin admin] Publish callbacks [] for security_group (9fb4c24f-8699-4417-95f9-e56da4503c0c), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:55.554050 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:55.569237 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-250698f1-61b9-4f5e-84a6-b209859c407d admin admin] Publish callbacks [] for security_group (9fb4c24f-8699-4417-95f9-e56da4503c0c), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:55.630322 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-250698f1-61b9-4f5e-84a6-b209859c407d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (9fb4c24f-8699-4417-95f9-e56da4503c0c), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:55.632918 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-250698f1-61b9-4f5e-84a6-b209859c407d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:55.634029 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-250698f1-61b9-4f5e-84a6-b209859c407d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9fb4c24f-8699-4417-95f9-e56da4503c0c HTTP/1.1" status: 204 len: 168 time: 0.1562970 May 18 15:02:55.642791 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250698f1-61b9-4f5e-84a6-b209859c407d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb4c24f-8699-4417-95f9-e56da4503c0c,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:02:55.678226 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-024f3097-ecee-4ba5-99db-b74d998751a6 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Router 878995ce-f3aa-4a14-be2f-e48e411e8cbf has already been hosted by L3 agent a5518e17-d4a6-403f-b34f-0fa3d03f1833 {{(pid=110157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 15:02:55.798737 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024f3097-ecee-4ba5-99db-b74d998751a6 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Notify agent at l3_agent.dv-cinder-839987-7-iscsi the message routers_updated {{(pid=110157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 15:02:55.804610 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-024f3097-ecee-4ba5-99db-b74d998751a6 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for floatingip (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:55.817071 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aeb3f55-cfe3-46bd-90bd-a8ba31542ad4 None None] Sync routers for ids ['878995ce-f3aa-4a14-be2f-e48e411e8cbf'] in dv-cinder-839987-7-iscsi {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 15:02:55.833166 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aeb3f55-cfe3-46bd-90bd-a8ba31542ad4 None None] Routers {'878995ce-f3aa-4a14-be2f-e48e411e8cbf'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:02:55.835241 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-6aeb3f55-cfe3-46bd-90bd-a8ba31542ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:02:53Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['878995ce-f3aa-4a14-be2f-e48e411e8cbf'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:02:55.848244 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-024f3097-ecee-4ba5-99db-b74d998751a6 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "DELETE /v2.0/floatingips/5bba0669-482c-4c27-aad9-1c8066af76ec HTTP/1.1" status: 204 len: 168 time: 1.0214303 May 18 15:02:55.850079 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c69b24f-4d86-449b-897d-ebf6e2ac43fb', 'tag': '85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d'}] {{(pid=110157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 15:02:55.853197 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3614be4c33be7e0ed28fa23fdbb6a3604458632b91c0a79006a6fb45a0ea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18dd223-e6a7-4be9-9617-cead06dbf7af" -d '{"events": [{"name": "network-changed", "server_uuid": "2c69b24f-4d86-449b-897d-ebf6e2ac43fb", "tag": "85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d"}]}' {{(pid=110157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 15:02:55.854176 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 38594) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:02:55.904126 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 15:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f135fb6f-c417-4fbc-9011-6e5fd8d7b441 x-openstack-request-id: req-f135fb6f-c417-4fbc-9011-6e5fd8d7b441 {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 15:02:55.904422 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c69b24f-4d86-449b-897d-ebf6e2ac43fb", "tag": "85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d", "status": "completed", "code": 200}]} {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 15:02:55.904763 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f135fb6f-c417-4fbc-9011-6e5fd8d7b441 {{(pid=110157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 15:02:55.905180 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f135fb6f-c417-4fbc-9011-6e5fd8d7b441'] response: {'name': 'network-changed', 'server_uuid': '2c69b24f-4d86-449b-897d-ebf6e2ac43fb', 'tag': '85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d', 'status': 'completed', 'code': 200} May 18 15:02:56.010191 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=11 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:56.011746 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-6aeb3f55-cfe3-46bd-90bd-a8ba31542ad4 None None] Set router 878995ce-f3aa-4a14-be2f-e48e411e8cbf gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:02:56.060230 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-5d338153-66a6-4c63-a896-7c84d6de15ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:56.063792 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18dd223-e6a7-4be9-9617-cead06dbf7af req-55e396bf-f6be-4772-be84-ecb71e2f5e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:56.065436 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-f18dd223-e6a7-4be9-9617-cead06dbf7af req-55e396bf-f6be-4772-be84-ecb71e2f5e8c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=379bba80af244096abbf8deb82772854&device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 1130 time: 0.1115632 May 18 15:02:56.149894 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-5d338153-66a6-4c63-a896-7c84d6de15ba admin admin] Publish callbacks [] for security_group (683279e7-fdef-4404-b8b0-d90298ce98d5), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:56.156166 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-5d338153-66a6-4c63-a896-7c84d6de15ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (683279e7-fdef-4404-b8b0-d90298ce98d5), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:56.185339 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de70cf-e781-4fa1-842d-6c4da528ffe2 req-9b9ddb3f-103b-462d-831a-95eed72d70be tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:56.193865 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-37de70cf-e781-4fa1-842d-6c4da528ffe2 req-9b9ddb3f-103b-462d-831a-95eed72d70be tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 946 time: 0.0701208 May 18 15:02:56.223228 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-5d338153-66a6-4c63-a896-7c84d6de15ba admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0773c07037c4432799acd4a35855183f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3675363 May 18 15:02:56.223935 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 38612) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:02:56.228774 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-6aeb3f55-cfe3-46bd-90bd-a8ba31542ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878995ce-f3aa-4a14-be2f-e48e411e8cbf', 'name': 'tempest-TestShelveInstance-1169793884-router', 'tenant_id': '379bba80af244096abbf8deb82772854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '9622ea8e-3ebc-4641-a170-72723f502af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:57:30Z', 'updated_at': '2022-05-18T14:57:34Z', 'revision_number': 4, 'project_id': '379bba80af244096abbf8deb82772854', 'gw_port': {'id': '9622ea8e-3ebc-4641-a170-72723f502af7', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878995ce-f3aa-4a14-be2f-e48e411e8cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:30Z', 'updated_at': '2022-05-18T14:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': '04a9d942-6bbc-4c23-9fde-f7d31e26148d', 'name': '', 'network_id': '4cb14f9c-6f08-4729-8557-f3c05e247fd9', 'tenant_id': '379bba80af244096abbf8deb82772854', 'mac_address': 'fa:16:3e:b4:5e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878995ce-f3aa-4a14-be2f-e48e411e8cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '89243c68-b4f8-45b7-8520-ec7240a88f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:33Z', 'updated_at': '2022-05-18T14:57:40Z', 'revision_number': 5, 'project_id': '379bba80af244096abbf8deb82772854', 'subnets': [{'id': '89243c68-b4f8-45b7-8520-ec7240a88f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:02:56.233032 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d338153-66a6-4c63-a896-7c84d6de15ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=683279e7-fdef-4404-b8b0-d90298ce98d5,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:02:56.272964 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-37de70cf-e781-4fa1-842d-6c4da528ffe2 req-134de6f3-9b45-4128-853b-e88d6be4550c tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae13b159-b5dd-474d-a8c4-0467efdcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777795 May 18 15:02:56.287873 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aeb3f55-cfe3-46bd-90bd-a8ba31542ad4 None None] Checking router: 878995ce-f3aa-4a14-be2f-e48e411e8cbf for host: dv-cinder-839987-7-iscsi {{(pid=110159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 15:02:56.288226 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-639cf596-1ba0-4f45-bf8c-fe3947546010 admin admin] Publish callbacks [] for security_group (683279e7-fdef-4404-b8b0-d90298ce98d5), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:56.291658 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aeb3f55-cfe3-46bd-90bd-a8ba31542ad4 None None] Routers {'878995ce-f3aa-4a14-be2f-e48e411e8cbf'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:02:56.292219 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-6aeb3f55-cfe3-46bd-90bd-a8ba31542ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:02:53Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['878995ce-f3aa-4a14-be2f-e48e411e8cbf'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:02:56.314389 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-639cf596-1ba0-4f45-bf8c-fe3947546010 admin admin] Publish callbacks [] for security_group (683279e7-fdef-4404-b8b0-d90298ce98d5), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:56.371662 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-639cf596-1ba0-4f45-bf8c-fe3947546010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (683279e7-fdef-4404-b8b0-d90298ce98d5), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:56.374359 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-639cf596-1ba0-4f45-bf8c-fe3947546010 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:56.377976 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-639cf596-1ba0-4f45-bf8c-fe3947546010 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/683279e7-fdef-4404-b8b0-d90298ce98d5 HTTP/1.1" status: 204 len: 168 time: 0.1494935 May 18 15:02:56.395071 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639cf596-1ba0-4f45-bf8c-fe3947546010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683279e7-fdef-4404-b8b0-d90298ce98d5,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:02:56.419702 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-6aeb3f55-cfe3-46bd-90bd-a8ba31542ad4 None None] Set router 878995ce-f3aa-4a14-be2f-e48e411e8cbf gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:02:56.480012 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:56.647282 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-6aeb3f55-cfe3-46bd-90bd-a8ba31542ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878995ce-f3aa-4a14-be2f-e48e411e8cbf', 'name': 'tempest-TestShelveInstance-1169793884-router', 'tenant_id': '379bba80af244096abbf8deb82772854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '9622ea8e-3ebc-4641-a170-72723f502af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:57:30Z', 'updated_at': '2022-05-18T14:57:34Z', 'revision_number': 4, 'project_id': '379bba80af244096abbf8deb82772854', 'gw_port': {'id': '9622ea8e-3ebc-4641-a170-72723f502af7', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878995ce-f3aa-4a14-be2f-e48e411e8cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:30Z', 'updated_at': '2022-05-18T14:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': '04a9d942-6bbc-4c23-9fde-f7d31e26148d', 'name': '', 'network_id': '4cb14f9c-6f08-4729-8557-f3c05e247fd9', 'tenant_id': '379bba80af244096abbf8deb82772854', 'mac_address': 'fa:16:3e:b4:5e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878995ce-f3aa-4a14-be2f-e48e411e8cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '89243c68-b4f8-45b7-8520-ec7240a88f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:33Z', 'updated_at': '2022-05-18T14:57:40Z', 'revision_number': 5, 'project_id': '379bba80af244096abbf8deb82772854', 'subnets': [{'id': '89243c68-b4f8-45b7-8520-ec7240a88f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:02:56.673245 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aeb3f55-cfe3-46bd-90bd-a8ba31542ad4 None None] The sync data for ids ['878995ce-f3aa-4a14-be2f-e48e411e8cbf'] in dv-cinder-839987-7-iscsi is: [{'id': '878995ce-f3aa-4a14-be2f-e48e411e8cbf', 'name': 'tempest-TestShelveInstance-1169793884-router', 'tenant_id': '379bba80af244096abbf8deb82772854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '9622ea8e-3ebc-4641-a170-72723f502af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:57:30Z', 'updated_at': '2022-05-18T14:57:34Z', 'revision_number': 4, 'project_id': '379bba80af244096abbf8deb82772854', 'gw_port': {'id': '9622ea8e-3ebc-4641-a170-72723f502af7', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878995ce-f3aa-4a14-be2f-e48e411e8cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:30Z', 'updated_at': '2022-05-18T14:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': '04a9d942-6bbc-4c23-9fde-f7d31e26148d', 'name': '', 'network_id': '4cb14f9c-6f08-4729-8557-f3c05e247fd9', 'tenant_id': '379bba80af244096abbf8deb82772854', 'mac_address': 'fa:16:3e:b4:5e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878995ce-f3aa-4a14-be2f-e48e411e8cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '89243c68-b4f8-45b7-8520-ec7240a88f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:33Z', 'updated_at': '2022-05-18T14:57:40Z', 'revision_number': 5, 'project_id': '379bba80af244096abbf8deb82772854', 'subnets': [{'id': '89243c68-b4f8-45b7-8520-ec7240a88f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 15:02:56.784207 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 38630) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:02:56.797694 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-2ad56936-81e8-410b-9114-99fadb39d8b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:56.885379 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-2ad56936-81e8-410b-9114-99fadb39d8b5 admin admin] Publish callbacks [] for security_group (bcc9114f-1026-42d1-bb61-63d1c6ed06f8), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:56.890633 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-2ad56936-81e8-410b-9114-99fadb39d8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (bcc9114f-1026-42d1-bb61-63d1c6ed06f8), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:56.936700 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad56936-81e8-410b-9114-99fadb39d8b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc9114f-1026-42d1-bb61-63d1c6ed06f8,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:02:56.942499 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-2ad56936-81e8-410b-9114-99fadb39d8b5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3f89fc75a5d64e61a272a0ac43e069ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1571956 May 18 15:02:56.945766 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 38632) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:02:56.961576 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531ec886-1590-4bab-83f4-016e90794a61 None None] New status for floating IP 5bba0669-482c-4c27-aad9-1c8066af76ec: DOWN {{(pid=110158) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 15:02:57.018713 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-d0dd643b-183a-4d0d-a11e-49d19747eaab admin admin] Publish callbacks [] for security_group (bcc9114f-1026-42d1-bb61-63d1c6ed06f8), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:57.042522 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-d0dd643b-183a-4d0d-a11e-49d19747eaab admin admin] Publish callbacks [] for security_group (bcc9114f-1026-42d1-bb61-63d1c6ed06f8), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:57.084155 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 38636) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:02:57.096545 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-d0dd643b-183a-4d0d-a11e-49d19747eaab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (bcc9114f-1026-42d1-bb61-63d1c6ed06f8), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:57.099107 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-d0dd643b-183a-4d0d-a11e-49d19747eaab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:57.100360 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-d0dd643b-183a-4d0d-a11e-49d19747eaab admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bcc9114f-1026-42d1-bb61-63d1c6ed06f8 HTTP/1.1" status: 204 len: 168 time: 0.1532235 May 18 15:02:57.108798 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dd643b-183a-4d0d-a11e-49d19747eaab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc9114f-1026-42d1-bb61-63d1c6ed06f8,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:02:57.206047 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-469519dd-8146-41b7-972b-e19f0faac3f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:57.251209 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:DELETE=7,neutron:SELECT=88,neutron:INSERT=5 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:57.259677 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:57.292659 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-469519dd-8146-41b7-972b-e19f0faac3f0 admin admin] Publish callbacks [] for security_group (5c8f27a8-a98b-482c-8761-d2c1f3cc4feb), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:57.297322 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-469519dd-8146-41b7-972b-e19f0faac3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (5c8f27a8-a98b-482c-8761-d2c1f3cc4feb), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:57.337507 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469519dd-8146-41b7-972b-e19f0faac3f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8f27a8-a98b-482c-8761-d2c1f3cc4feb,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:02:57.344344 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-469519dd-8146-41b7-972b-e19f0faac3f0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1ac63dd2ce404a0787b1d3727b60d996&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2568164 May 18 15:02:57.344692 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 38646) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:02:57.376397 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18dd223-e6a7-4be9-9617-cead06dbf7af req-ecaeb060-0af8-42d9-a157-25613c8454f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:57.377912 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-f18dd223-e6a7-4be9-9617-cead06dbf7af req-ecaeb060-0af8-42d9-a157-25613c8454f1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4cb14f9c-6f08-4729-8557-f3c05e247fd9 HTTP/1.1" status: 200 len: 910 time: 0.1287315 May 18 15:02:57.421887 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0391f-f8db-4f1f-9109-73c4b7962f93 req-e7e3ddf2-95d8-43f2-9e8a-9d40a96b28ef tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:57.423397 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3cf0391f-f8db-4f1f-9109-73c4b7962f93 req-e7e3ddf2-95d8-43f2-9e8a-9d40a96b28ef tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 946 time: 0.0720685 May 18 15:02:57.453149 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-1c31f8e6-1635-4808-851f-076fd7caf301 admin admin] Publish callbacks [] for security_group (5c8f27a8-a98b-482c-8761-d2c1f3cc4feb), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:57.492324 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-1c31f8e6-1635-4808-851f-076fd7caf301 admin admin] Publish callbacks [] for security_group (5c8f27a8-a98b-482c-8761-d2c1f3cc4feb), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:57.509633 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3cf0391f-f8db-4f1f-9109-73c4b7962f93 req-179780d0-fe9c-4b4f-b1d9-448fd9e32931 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/security-groups?id=ae13b159-b5dd-474d-a8c4-0467efdcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795348 May 18 15:02:57.552855 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-1c31f8e6-1635-4808-851f-076fd7caf301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (5c8f27a8-a98b-482c-8761-d2c1f3cc4feb), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:57.555841 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-1c31f8e6-1635-4808-851f-076fd7caf301 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:57.555971 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-f18dd223-e6a7-4be9-9617-cead06dbf7af req-2e8b1d3d-77b6-416f-8100-12ebfaccb7e7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d HTTP/1.1" status: 200 len: 217 time: 0.0481291 May 18 15:02:57.561786 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-1c31f8e6-1635-4808-851f-076fd7caf301 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5c8f27a8-a98b-482c-8761-d2c1f3cc4feb HTTP/1.1" status: 204 len: 168 time: 0.2157898 May 18 15:02:57.570616 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c31f8e6-1635-4808-851f-076fd7caf301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8f27a8-a98b-482c-8761-d2c1f3cc4feb,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:02:57.820799 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18dd223-e6a7-4be9-9617-cead06dbf7af req-b615a9aa-a5e9-489c-8a5b-078b37353f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:57.822288 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-f18dd223-e6a7-4be9-9617-cead06dbf7af req-b615a9aa-a5e9-489c-8a5b-078b37353f81 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=89243c68-b4f8-45b7-8520-ec7240a88f0d HTTP/1.1" status: 200 len: 848 time: 0.0481846 May 18 15:02:57.934724 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18dd223-e6a7-4be9-9617-cead06dbf7af req-bd1acb55-05e6-4ffa-a40e-33162fdf2306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:57.936560 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-f18dd223-e6a7-4be9-9617-cead06dbf7af req-bd1acb55-05e6-4ffa-a40e-33162fdf2306 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4cb14f9c-6f08-4729-8557-f3c05e247fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535765 May 18 15:02:57.940625 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11c5c8-40f3-4694-891e-d2211a4341c3 req-0ff166dd-6da7-4610-aa37-40e836c112ee tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:02:57.942180 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-bf11c5c8-40f3-4694-891e-d2211a4341c3 req-0ff166dd-6da7-4610-aa37-40e836c112ee tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 946 time: 0.0589406 May 18 15:02:58.025653 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:58.028434 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:58.050597 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [req-bf11c5c8-40f3-4694-891e-d2211a4341c3 req-bef786a7-f5fd-4266-8a0d-df86ae224ec9 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Deleting port 85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d {{(pid=110157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:02:58.051697 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-bf11c5c8-40f3-4694-891e-d2211a4341c3 req-bef786a7-f5fd-4266-8a0d-df86ae224ec9 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:58.060509 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-f18dd223-e6a7-4be9-9617-cead06dbf7af req-e99fdf2c-9b33-4f05-baed-8884b939a340 service neutron] 10.222.0.49 "GET /v2.0/networks/4cb14f9c-6f08-4729-8557-f3c05e247fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129153 May 18 15:02:58.166199 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.db [req-bf11c5c8-40f3-4694-891e-d2211a4341c3 req-bef786a7-f5fd-4266-8a0d-df86ae224ec9 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] For port 85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d,segment=NetworkSegment(6c60f771-397d-4b26-9fa2-616a44f0e2a2),segment_id=6c60f771-397d-4b26-9fa2-616a44f0e2a2)] {{(pid=110157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:02:58.166929 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-bf11c5c8-40f3-4694-891e-d2211a4341c3 req-bef786a7-f5fd-4266-8a0d-df86ae224ec9 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:58.185538 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [req-bf11c5c8-40f3-4694-891e-d2211a4341c3 req-bef786a7-f5fd-4266-8a0d-df86ae224ec9 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Calling delete_port for 85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d owned by compute:nova {{(pid=110157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:02:58.199898 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-f18dd223-e6a7-4be9-9617-cead06dbf7af req-b5740d10-9ca2-4f7a-a70f-4d5604a67564 service neutron] 10.222.0.49 "GET /v2.0/networks/4cb14f9c-6f08-4729-8557-f3c05e247fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304526 May 18 15:02:58.348969 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-bf11c5c8-40f3-4694-891e-d2211a4341c3 req-bef786a7-f5fd-4266-8a0d-df86ae224ec9 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13704171'] for port (85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:58.405058 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef786a7-f5fd-4266-8a0d-df86ae224ec9 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Pushing event deleted for resources: {'Port': ['ID=85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:02:58.433678 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf11c5c8-40f3-4694-891e-d2211a4341c3 req-bef786a7-f5fd-4266-8a0d-df86ae224ec9 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] No DVR routers for this DVR port 85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d on host hv-cinder-83998 {{(pid=110157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 15:02:58.436351 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-bf11c5c8-40f3-4694-891e-d2211a4341c3 req-bef786a7-f5fd-4266-8a0d-df86ae224ec9 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for port (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:58.439791 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-bf11c5c8-40f3-4694-891e-d2211a4341c3 req-bef786a7-f5fd-4266-8a0d-df86ae224ec9 tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.49 "DELETE /v2.0/ports/85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d HTTP/1.1" status: 204 len: 173 time: 0.4917142 May 18 15:02:58.440264 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c69b24f-4d86-449b-897d-ebf6e2ac43fb', 'name': 'network-vif-deleted', 'tag': '85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d'}] {{(pid=110157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 15:02:58.443145 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3614be4c33be7e0ed28fa23fdbb6a3604458632b91c0a79006a6fb45a0ea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb051fb6-9da1-4574-b6b2-2d360a8089a1" -d '{"events": [{"server_uuid": "2c69b24f-4d86-449b-897d-ebf6e2ac43fb", "name": "network-vif-deleted", "tag": "85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d"}]}' {{(pid=110157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 15:02:58.487243 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 15:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4ee494-4844-4bda-be21-4142a2268d16 x-openstack-request-id: req-1a4ee494-4844-4bda-be21-4142a2268d16 {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 15:02:58.487551 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c69b24f-4d86-449b-897d-ebf6e2ac43fb", "name": "network-vif-deleted", "tag": "85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d", "status": "completed", "code": 200}]} {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 15:02:58.487821 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1a4ee494-4844-4bda-be21-4142a2268d16 {{(pid=110157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 15:02:58.488362 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a4ee494-4844-4bda-be21-4142a2268d16'] response: {'server_uuid': '2c69b24f-4d86-449b-897d-ebf6e2ac43fb', 'name': 'network-vif-deleted', 'tag': '85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d', 'status': 'completed', 'code': 200} May 18 15:02:58.621310 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-9f370053-0317-4482-ac69-8aaa99853d5f req-22e9fb0c-38f3-44de-ba17-b73d57f6246c tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c69b24f-4d86-449b-897d-ebf6e2ac43fb HTTP/1.1" status: 200 len: 210 time: 0.0283327 May 18 15:02:59.084570 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 38752) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:02:59.196852 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-cac776f7-1d48-4a59-baa3-56ec1d7e8a9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:59.281632 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-cac776f7-1d48-4a59-baa3-56ec1d7e8a9e admin admin] Publish callbacks [] for security_group (c1bede51-8d52-49d3-a580-901ec025c229), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:59.285266 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-cac776f7-1d48-4a59-baa3-56ec1d7e8a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (c1bede51-8d52-49d3-a580-901ec025c229), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:59.326004 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-cac776f7-1d48-4a59-baa3-56ec1d7e8a9e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c53c40898658413dbf20aafedaa6e277&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2402382 May 18 15:02:59.327168 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac776f7-1d48-4a59-baa3-56ec1d7e8a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1bede51-8d52-49d3-a580-901ec025c229,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:02:59.328773 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 38758) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:02:59.349732 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 38760) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:02:59.380933 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:INSERT=3,neutron:SELECT=90,neutron:DELETE=7 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:59.391319 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-9b9586be-f79d-43af-9d49-7993eaa432b8 admin admin] Publish callbacks [] for security_group (c1bede51-8d52-49d3-a580-901ec025c229), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:59.415133 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-9b9586be-f79d-43af-9d49-7993eaa432b8 admin admin] Publish callbacks [] for security_group (c1bede51-8d52-49d3-a580-901ec025c229), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:59.416671 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:02:59.470647 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-9b9586be-f79d-43af-9d49-7993eaa432b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (c1bede51-8d52-49d3-a580-901ec025c229), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:59.473205 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-9b9586be-f79d-43af-9d49-7993eaa432b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:59.474401 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-9b9586be-f79d-43af-9d49-7993eaa432b8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c1bede51-8d52-49d3-a580-901ec025c229 HTTP/1.1" status: 204 len: 168 time: 0.1440134 May 18 15:02:59.478601 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-6ca86427-690c-4c9d-9543-33ed70c750e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:59.482878 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9586be-f79d-43af-9d49-7993eaa432b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1bede51-8d52-49d3-a580-901ec025c229,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:02:59.568782 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-6ca86427-690c-4c9d-9543-33ed70c750e0 admin admin] Publish callbacks [] for security_group (298dc576-a7b8-4828-a4a4-710a2fc9bc92), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:59.573045 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-6ca86427-690c-4c9d-9543-33ed70c750e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (298dc576-a7b8-4828-a4a4-710a2fc9bc92), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:59.611116 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca86427-690c-4c9d-9543-33ed70c750e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298dc576-a7b8-4828-a4a4-710a2fc9bc92,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:02:59.618888 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-6ca86427-690c-4c9d-9543-33ed70c750e0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3522a2e913564f749b7564f4e855731f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2680812 May 18 15:02:59.619517 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 38768) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:02:59.671120 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-1b0c1673-2d34-4337-9224-e912bb53f118 admin admin] Publish callbacks [] for security_group (298dc576-a7b8-4828-a4a4-710a2fc9bc92), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:59.681230 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 38772) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:02:59.707577 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-1b0c1673-2d34-4337-9224-e912bb53f118 admin admin] Publish callbacks [] for security_group (298dc576-a7b8-4828-a4a4-710a2fc9bc92), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:59.748632 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-4c8f6e20-5fdd-4704-8ba6-fc747d1464fa tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Publish callbacks [] for security_group (ae13b159-b5dd-474d-a8c4-0467efdcecc0), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:59.774448 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-1b0c1673-2d34-4337-9224-e912bb53f118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (298dc576-a7b8-4828-a4a4-710a2fc9bc92), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:59.774649 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-4c8f6e20-5fdd-4704-8ba6-fc747d1464fa tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Publish callbacks [] for security_group (ae13b159-b5dd-474d-a8c4-0467efdcecc0), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:59.776516 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-1b0c1673-2d34-4337-9224-e912bb53f118 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:59.780190 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-1b0c1673-2d34-4337-9224-e912bb53f118 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/298dc576-a7b8-4828-a4a4-710a2fc9bc92 HTTP/1.1" status: 204 len: 168 time: 0.1568549 May 18 15:02:59.787239 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0c1673-2d34-4337-9224-e912bb53f118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298dc576-a7b8-4828-a4a4-710a2fc9bc92,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:02:59.846494 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-4c8f6e20-5fdd-4704-8ba6-fc747d1464fa tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (ae13b159-b5dd-474d-a8c4-0467efdcecc0), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:59.849910 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-4c8f6e20-5fdd-4704-8ba6-fc747d1464fa tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Publish callbacks [] for security_group (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:02:59.851206 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-4c8f6e20-5fdd-4704-8ba6-fc747d1464fa tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] 10.222.0.59 "DELETE /v2.0/security-groups/ae13b159-b5dd-474d-a8c4-0467efdcecc0 HTTP/1.1" status: 204 len: 168 time: 0.1688082 May 18 15:02:59.861724 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f6e20-5fdd-4704-8ba6-fc747d1464fa tempest-TestShelveInstance-1298987999 tempest-TestShelveInstance-1298987999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae13b159-b5dd-474d-a8c4-0467efdcecc0,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:02:59.902922 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 38786) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:03:00.154599 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:03:00.166219 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 38798) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:03:00.180726 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-0eda951c-1fef-44f6-bf64-0c469674ef01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:00.278574 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-0eda951c-1fef-44f6-bf64-0c469674ef01 admin admin] Publish callbacks [] for security_group (fbb92940-daa6-43ae-b738-5ef98519f92a), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:00.283153 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-0eda951c-1fef-44f6-bf64-0c469674ef01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (fbb92940-daa6-43ae-b738-5ef98519f92a), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:00.313058 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:DELETE=2 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:03:00.324737 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-0eda951c-1fef-44f6-bf64-0c469674ef01 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=75d1be9c406e418c83a7b71d2506070d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1569238 May 18 15:03:00.327072 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 38804) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:03:00.335330 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eda951c-1fef-44f6-bf64-0c469674ef01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb92940-daa6-43ae-b738-5ef98519f92a,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:03:00.388022 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-c7d60811-af9f-4ff5-a005-c53c9c0bbeda admin admin] Publish callbacks [] for security_group (fbb92940-daa6-43ae-b738-5ef98519f92a), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:00.401562 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-cd464164-04be-4117-bb29-9e394ddfeb8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009274'] for router_interface (878995ce-f3aa-4a14-be2f-e48e411e8cbf), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:00.410621 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-c7d60811-af9f-4ff5-a005-c53c9c0bbeda admin admin] Publish callbacks [] for security_group (fbb92940-daa6-43ae-b738-5ef98519f92a), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:00.469322 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-c7d60811-af9f-4ff5-a005-c53c9c0bbeda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (fbb92940-daa6-43ae-b738-5ef98519f92a), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:00.472131 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-c7d60811-af9f-4ff5-a005-c53c9c0bbeda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:00.473320 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-c7d60811-af9f-4ff5-a005-c53c9c0bbeda admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fbb92940-daa6-43ae-b738-5ef98519f92a HTTP/1.1" status: 204 len: 168 time: 0.1454327 May 18 15:03:00.482569 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d60811-af9f-4ff5-a005-c53c9c0bbeda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb92940-daa6-43ae-b738-5ef98519f92a,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:03:00.656468 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.plugin [None req-cd464164-04be-4117-bb29-9e394ddfeb8a admin admin] Deleting port 04a9d942-6bbc-4c23-9fde-f7d31e26148d {{(pid=110156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:03:00.656835 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-cd464164-04be-4117-bb29-9e394ddfeb8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (04a9d942-6bbc-4c23-9fde-f7d31e26148d), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:00.751548 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.db [None req-cd464164-04be-4117-bb29-9e394ddfeb8a admin admin] For port 04a9d942-6bbc-4c23-9fde-f7d31e26148d, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=04a9d942-6bbc-4c23-9fde-f7d31e26148d,segment=NetworkSegment(6c60f771-397d-4b26-9fa2-616a44f0e2a2),segment_id=6c60f771-397d-4b26-9fa2-616a44f0e2a2)] {{(pid=110156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:03:00.752791 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-cd464164-04be-4117-bb29-9e394ddfeb8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (04a9d942-6bbc-4c23-9fde-f7d31e26148d), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:00.769953 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.plugin [None req-cd464164-04be-4117-bb29-9e394ddfeb8a admin admin] Calling delete_port for 04a9d942-6bbc-4c23-9fde-f7d31e26148d owned by network:router_interface {{(pid=110156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:03:00.963462 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-cd464164-04be-4117-bb29-9e394ddfeb8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14495174'] for port (04a9d942-6bbc-4c23-9fde-f7d31e26148d), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:00.992926 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd464164-04be-4117-bb29-9e394ddfeb8a admin admin] Pushing event deleted for resources: {'Port': ['ID=04a9d942-6bbc-4c23-9fde-f7d31e26148d,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:03:01.167958 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-cd464164-04be-4117-bb29-9e394ddfeb8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563813'] for router_interface (878995ce-f3aa-4a14-be2f-e48e411e8cbf), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:01.214771 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:03:01.219519 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:03:01.386389 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd464164-04be-4117-bb29-9e394ddfeb8a admin admin] Router 878995ce-f3aa-4a14-be2f-e48e411e8cbf has already been hosted by L3 agent a5518e17-d4a6-403f-b34f-0fa3d03f1833 {{(pid=110156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 15:03:01.491464 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd464164-04be-4117-bb29-9e394ddfeb8a admin admin] Notify agent at l3_agent.dv-cinder-839987-7-iscsi the message routers_updated {{(pid=110156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 15:03:01.496352 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-cd464164-04be-4117-bb29-9e394ddfeb8a admin admin] 10.222.0.59 "PUT /v2.0/routers/878995ce-f3aa-4a14-be2f-e48e411e8cbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5923936 May 18 15:03:01.499167 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 38866) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:03:01.506295 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d278fd8-7cf7-41b0-9c9b-ff1bbab6ecb3 None None] Sync routers for ids ['878995ce-f3aa-4a14-be2f-e48e411e8cbf'] in dv-cinder-839987-7-iscsi {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 15:03:01.529418 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d278fd8-7cf7-41b0-9c9b-ff1bbab6ecb3 None None] Routers {'878995ce-f3aa-4a14-be2f-e48e411e8cbf'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:03:01.530033 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-3d278fd8-7cf7-41b0-9c9b-ff1bbab6ecb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:02:53Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['878995ce-f3aa-4a14-be2f-e48e411e8cbf'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:03:01.598499 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-a06d8425-7a38-4991-b664-01f018e0b249 admin admin] Publish callbacks [] for router (878995ce-f3aa-4a14-be2f-e48e411e8cbf), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:01.634255 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-3d278fd8-7cf7-41b0-9c9b-ff1bbab6ecb3 None None] Set router 878995ce-f3aa-4a14-be2f-e48e411e8cbf gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:03:01.710866 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-a06d8425-7a38-4991-b664-01f018e0b249 admin admin] Publish callbacks [] for router_gateway (878995ce-f3aa-4a14-be2f-e48e411e8cbf), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:01.760404 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.plugin [None req-a06d8425-7a38-4991-b664-01f018e0b249 admin admin] Deleting port 9622ea8e-3ebc-4641-a170-72723f502af7 {{(pid=110156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:03:01.760913 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-a06d8425-7a38-4991-b664-01f018e0b249 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (9622ea8e-3ebc-4641-a170-72723f502af7), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:01.866255 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.db [None req-a06d8425-7a38-4991-b664-01f018e0b249 admin admin] For port 9622ea8e-3ebc-4641-a170-72723f502af7, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=9622ea8e-3ebc-4641-a170-72723f502af7,segment=NetworkSegment(74645103-ef26-4e33-8147-3fc27f09baec),segment_id=74645103-ef26-4e33-8147-3fc27f09baec)] {{(pid=110156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:03:01.866783 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-a06d8425-7a38-4991-b664-01f018e0b249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (9622ea8e-3ebc-4641-a170-72723f502af7), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:01.883500 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.plugin [None req-a06d8425-7a38-4991-b664-01f018e0b249 admin admin] Calling delete_port for 9622ea8e-3ebc-4641-a170-72723f502af7 owned by network:router_gateway {{(pid=110156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:03:01.934215 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=100 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:03:01.935651 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-3d278fd8-7cf7-41b0-9c9b-ff1bbab6ecb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878995ce-f3aa-4a14-be2f-e48e411e8cbf', 'name': 'tempest-TestShelveInstance-1169793884-router', 'tenant_id': '379bba80af244096abbf8deb82772854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '9622ea8e-3ebc-4641-a170-72723f502af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:57:30Z', 'updated_at': '2022-05-18T15:03:00Z', 'revision_number': 5, 'project_id': '379bba80af244096abbf8deb82772854', 'gw_port': {'id': '9622ea8e-3ebc-4641-a170-72723f502af7', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878995ce-f3aa-4a14-be2f-e48e411e8cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:30Z', 'updated_at': '2022-05-18T14:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi'}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:03:01.967476 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d278fd8-7cf7-41b0-9c9b-ff1bbab6ecb3 None None] Checking router: 878995ce-f3aa-4a14-be2f-e48e411e8cbf for host: dv-cinder-839987-7-iscsi {{(pid=110159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 15:03:01.983156 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d278fd8-7cf7-41b0-9c9b-ff1bbab6ecb3 None None] Routers {'878995ce-f3aa-4a14-be2f-e48e411e8cbf'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:03:01.984297 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-3d278fd8-7cf7-41b0-9c9b-ff1bbab6ecb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:02:53Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['878995ce-f3aa-4a14-be2f-e48e411e8cbf'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:03:02.037859 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:03:02.068758 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-a06d8425-7a38-4991-b664-01f018e0b249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14495174'] for port (9622ea8e-3ebc-4641-a170-72723f502af7), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:02.091581 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06d8425-7a38-4991-b664-01f018e0b249 admin admin] Pushing event deleted for resources: {'Port': ['ID=9622ea8e-3ebc-4641-a170-72723f502af7,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:03:02.098476 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=100 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:03:02.104035 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-3d278fd8-7cf7-41b0-9c9b-ff1bbab6ecb3 None None] Set router 878995ce-f3aa-4a14-be2f-e48e411e8cbf gateway port host: None {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:03:02.160440 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-3d278fd8-7cf7-41b0-9c9b-ff1bbab6ecb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878995ce-f3aa-4a14-be2f-e48e411e8cbf', 'name': 'tempest-TestShelveInstance-1169793884-router', 'tenant_id': '379bba80af244096abbf8deb82772854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:57:30Z', 'updated_at': '2022-05-18T15:03:01Z', 'revision_number': 6, 'project_id': '379bba80af244096abbf8deb82772854', 'gw_port_host': None}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:03:02.162680 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-a06d8425-7a38-4991-b664-01f018e0b249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014856'] for router_gateway (878995ce-f3aa-4a14-be2f-e48e411e8cbf), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:02.187136 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d278fd8-7cf7-41b0-9c9b-ff1bbab6ecb3 None None] The sync data for ids ['878995ce-f3aa-4a14-be2f-e48e411e8cbf'] in dv-cinder-839987-7-iscsi is: [{'id': '878995ce-f3aa-4a14-be2f-e48e411e8cbf', 'name': 'tempest-TestShelveInstance-1169793884-router', 'tenant_id': '379bba80af244096abbf8deb82772854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:57:30Z', 'updated_at': '2022-05-18T15:03:01Z', 'revision_number': 6, 'project_id': '379bba80af244096abbf8deb82772854', 'gw_port_host': None}] {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 15:03:02.233995 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:03:02.266059 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-a06d8425-7a38-4991-b664-01f018e0b249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1014016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30042'] for router (878995ce-f3aa-4a14-be2f-e48e411e8cbf), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:02.268730 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-a06d8425-7a38-4991-b664-01f018e0b249 admin admin] Publish callbacks [] for router_controller (878995ce-f3aa-4a14-be2f-e48e411e8cbf), precommit_delete_associations {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:02.317420 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-a06d8425-7a38-4991-b664-01f018e0b249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1014041'] for router (878995ce-f3aa-4a14-be2f-e48e411e8cbf), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:02.318202 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a06d8425-7a38-4991-b664-01f018e0b249 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 878995ce-f3aa-4a14-be2f-e48e411e8cbf {{(pid=110156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 15:03:02.322648 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-a06d8425-7a38-4991-b664-01f018e0b249 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:02.324043 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-a06d8425-7a38-4991-b664-01f018e0b249 admin admin] 10.222.0.59 "DELETE /v2.0/routers/878995ce-f3aa-4a14-be2f-e48e411e8cbf HTTP/1.1" status: 204 len: 168 time: 0.8241658 May 18 15:03:02.327087 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 38900) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:03:02.374566 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.db_base_plugin_v2 [None req-f691fef9-54f3-4619-bdf7-cdb92c536732 admin admin] Deleting subnet 89243c68-b4f8-45b7-8520-ec7240a88f0d {{(pid=110157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 18 15:03:02.377746 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-f691fef9-54f3-4619-bdf7-cdb92c536732 admin admin] Publish callbacks [] for subnet (89243c68-b4f8-45b7-8520-ec7240a88f0d), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:02.412400 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-f691fef9-54f3-4619-bdf7-cdb92c536732 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14498573'] for subnet (89243c68-b4f8-45b7-8520-ec7240a88f0d), precommit_delete_associations {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:02.495221 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-f691fef9-54f3-4619-bdf7-cdb92c536732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027974'] for subnet (89243c68-b4f8-45b7-8520-ec7240a88f0d), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:02.534762 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=83,neutron:DELETE=10,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:03:02.554611 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-f691fef9-54f3-4619-bdf7-cdb92c536732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2027999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13704730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12604597'] for subnet (89243c68-b4f8-45b7-8520-ec7240a88f0d), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:02.560130 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:03:02.588817 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f691fef9-54f3-4619-bdf7-cdb92c536732 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89243c68-b4f8-45b7-8520-ec7240a88f0d,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:03:02.593524 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-f691fef9-54f3-4619-bdf7-cdb92c536732 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for subnet (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:02.596697 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-f691fef9-54f3-4619-bdf7-cdb92c536732 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/89243c68-b4f8-45b7-8520-ec7240a88f0d HTTP/1.1" status: 204 len: 168 time: 0.2685475 May 18 15:03:02.600102 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 38902) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:03:02.603192 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f82fe22-6c56-4bda-8e80-49b3d68f1a18 None None] Network 4cb14f9c-6f08-4729-8557-f3c05e247fd9 requested from dv-cinder-839987-7-iscsi {{(pid=110158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 15:03:02.678781 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-bf7100d4-1fb2-4673-9b55-afe502ef41c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1954329'] for network (4cb14f9c-6f08-4729-8557-f3c05e247fd9), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:02.723676 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.plugin [None req-bf7100d4-1fb2-4673-9b55-afe502ef41c6 admin admin] Deleting port 7bf056dd-5243-4b94-95b9-3e9850baf059 {{(pid=110156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:03:02.724110 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-bf7100d4-1fb2-4673-9b55-afe502ef41c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (7bf056dd-5243-4b94-95b9-3e9850baf059), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:02.787933 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.db [None req-bf7100d4-1fb2-4673-9b55-afe502ef41c6 admin admin] For port 7bf056dd-5243-4b94-95b9-3e9850baf059, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=7bf056dd-5243-4b94-95b9-3e9850baf059,segment=NetworkSegment(6c60f771-397d-4b26-9fa2-616a44f0e2a2),segment_id=6c60f771-397d-4b26-9fa2-616a44f0e2a2)] {{(pid=110156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:03:02.788292 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-bf7100d4-1fb2-4673-9b55-afe502ef41c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (7bf056dd-5243-4b94-95b9-3e9850baf059), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:02.800611 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.plugin [None req-bf7100d4-1fb2-4673-9b55-afe502ef41c6 admin admin] Calling delete_port for 7bf056dd-5243-4b94-95b9-3e9850baf059 owned by network:dhcp {{(pid=110156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:03:02.886407 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-bf7100d4-1fb2-4673-9b55-afe502ef41c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14495174'] for port (7bf056dd-5243-4b94-95b9-3e9850baf059), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:02.910947 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7100d4-1fb2-4673-9b55-afe502ef41c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bf056dd-5243-4b94-95b9-3e9850baf059,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:03:02.915473 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7100d4-1fb2-4673-9b55-afe502ef41c6 admin admin] No DVR routers for this DVR port 7bf056dd-5243-4b94-95b9-3e9850baf059 on host dv-cinder-839987-7-iscsi {{(pid=110156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 15:03:02.974840 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd4a72d-5096-4667-8538-e05e6ae74bc1 None None] DHCP port deletion for 4cb14f9c-6f08-4729-8557-f3c05e247fd9 request from dv-cinder-839987-7-iscsi {{(pid=110158) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 18 15:03:02.999943 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-bf7100d4-1fb2-4673-9b55-afe502ef41c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017651', 'neutron.services.segments.db._delete_segments_for_network-8770382701078'] for network (4cb14f9c-6f08-4729-8557-f3c05e247fd9), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:03.022971 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.services.segments.db [None req-bf7100d4-1fb2-4673-9b55-afe502ef41c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cb14f9c-6f08-4729-8557-f3c05e247fd9']}} {{(pid=110156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:03:03.033338 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.services.segments.db [None req-bf7100d4-1fb2-4673-9b55-afe502ef41c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c60f771-397d-4b26-9fa2-616a44f0e2a2') {'for_net_delete': True} {{(pid=110156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:03:03.033875 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.services.segments.db [None req-bf7100d4-1fb2-4673-9b55-afe502ef41c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c60f771-397d-4b26-9fa2-616a44f0e2a2') {} {{(pid=110156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:03:03.039817 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 04a9d942-6bbc-4c23-9fde-f7d31e26148d no longer exists at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 15:03:03.045425 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-bf7100d4-1fb2-4673-9b55-afe502ef41c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770382700063', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14249941'] for segment (6c60f771-397d-4b26-9fa2-616a44f0e2a2), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:03.060374 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-bf7100d4-1fb2-4673-9b55-afe502ef41c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029885'] for segment (6c60f771-397d-4b26-9fa2-616a44f0e2a2), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:03.065343 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] No Port match for: 04a9d942-6bbc-4c23-9fde-f7d31e26148d {{(pid=110158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 15:03:03.065702 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 04a9d942-6bbc-4c23-9fde-f7d31e26148d not bound to the agent host dv-cinder-839987-7-iscsi {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 15:03:03.066119 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 9622ea8e-3ebc-4641-a170-72723f502af7 no longer exists at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 15:03:03.066663 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf7100d4-1fb2-4673-9b55-afe502ef41c6 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=110156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 15:03:03.067045 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-bf7100d4-1fb2-4673-9b55-afe502ef41c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14495125'] for segment (6c60f771-397d-4b26-9fa2-616a44f0e2a2), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:03.068905 dv-cinder-839987-7-iscsi neutron-server[110156]: Traceback (most recent call last): May 18 15:03:03.068905 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 15:03:03.068905 dv-cinder-839987-7-iscsi neutron-server[110156]: timer() May 18 15:03:03.068905 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 15:03:03.068905 dv-cinder-839987-7-iscsi neutron-server[110156]: cb(*args, **kw) May 18 15:03:03.068905 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 18 15:03:03.068905 dv-cinder-839987-7-iscsi neutron-server[110156]: return func(*args, **kwargs) May 18 15:03:03.068905 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 15:03:03.068905 dv-cinder-839987-7-iscsi neutron-server[110156]: self._notify() May 18 15:03:03.068905 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 15:03:03.068905 dv-cinder-839987-7-iscsi neutron-server[110156]: self.callback(batched_events) May 18 15:03:03.068905 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 15:03:03.068905 dv-cinder-839987-7-iscsi neutron-server[110156]: event.method(event) May 18 15:03:03.068905 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 15:03:03.068905 dv-cinder-839987-7-iscsi neutron-server[110156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 15:03:03.068905 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 15:03:03.068905 dv-cinder-839987-7-iscsi neutron-server[110156]: aggregate_uuid = self.p_client.list_aggregates( May 18 15:03:03.068905 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 15:03:03.068905 dv-cinder-839987-7-iscsi neutron-server[110156]: return f(self, *a, **k) May 18 15:03:03.068905 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 15:03:03.068905 dv-cinder-839987-7-iscsi neutron-server[110156]: return self._get(url).json() May 18 15:03:03.068905 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 15:03:03.068905 dv-cinder-839987-7-iscsi neutron-server[110156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 15:03:03.068905 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 15:03:03.068905 dv-cinder-839987-7-iscsi neutron-server[110156]: return self.request(url, 'GET', **kwargs) May 18 15:03:03.068905 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 15:03:03.068905 dv-cinder-839987-7-iscsi neutron-server[110156]: base_url = self.get_endpoint(auth, allow=allow, May 18 15:03:03.068905 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 15:03:03.068905 dv-cinder-839987-7-iscsi neutron-server[110156]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 15:03:03.068905 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 15:03:03.068905 dv-cinder-839987-7-iscsi neutron-server[110156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 15:03:03.068905 dv-cinder-839987-7-iscsi neutron-server[110156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 15:03:03.088044 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] No Port match for: 9622ea8e-3ebc-4641-a170-72723f502af7 {{(pid=110158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 15:03:03.088491 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 9622ea8e-3ebc-4641-a170-72723f502af7 not bound to the agent host dv-cinder-839987-7-iscsi {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 15:03:03.088932 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 7bf056dd-5243-4b94-95b9-3e9850baf059 no longer exists at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 15:03:03.108735 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] No Port match for: 7bf056dd-5243-4b94-95b9-3e9850baf059 {{(pid=110158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 15:03:03.109093 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 7bf056dd-5243-4b94-95b9-3e9850baf059 not bound to the agent host dv-cinder-839987-7-iscsi {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 15:03:03.133550 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-bf7100d4-1fb2-4673-9b55-afe502ef41c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008250'] for network (4cb14f9c-6f08-4729-8557-f3c05e247fd9), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:03.137974 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-bf7100d4-1fb2-4673-9b55-afe502ef41c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for network (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:03.143772 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-bf7100d4-1fb2-4673-9b55-afe502ef41c6 admin admin] 10.222.0.59 "DELETE /v2.0/networks/4cb14f9c-6f08-4729-8557-f3c05e247fd9 HTTP/1.1" status: 204 len: 168 time: 0.5399055 May 18 15:03:03.144840 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 38908) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:03:03.154084 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7100d4-1fb2-4673-9b55-afe502ef41c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cb14f9c-6f08-4729-8557-f3c05e247fd9,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:03:03.475685 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-e830d998-512f-439a-b364-e99ea8333da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009274'] for router_interface (17b5ec55-73aa-452c-87fd-9de791b3c652), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:03.699100 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [None req-e830d998-512f-439a-b364-e99ea8333da6 admin admin] Deleting port 3dc6e49b-4bb8-44e6-8570-f92471a4f3e5 {{(pid=110157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:03:03.699503 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-e830d998-512f-439a-b364-e99ea8333da6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (3dc6e49b-4bb8-44e6-8570-f92471a4f3e5), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:03.788373 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.db [None req-e830d998-512f-439a-b364-e99ea8333da6 admin admin] For port 3dc6e49b-4bb8-44e6-8570-f92471a4f3e5, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=3dc6e49b-4bb8-44e6-8570-f92471a4f3e5,segment=NetworkSegment(3d0f12f1-d985-4e9b-8ad6-6443f0d6f97e),segment_id=3d0f12f1-d985-4e9b-8ad6-6443f0d6f97e)] {{(pid=110157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:03:03.788678 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-e830d998-512f-439a-b364-e99ea8333da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (3dc6e49b-4bb8-44e6-8570-f92471a4f3e5), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:03.801232 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [None req-e830d998-512f-439a-b364-e99ea8333da6 admin admin] Calling delete_port for 3dc6e49b-4bb8-44e6-8570-f92471a4f3e5 owned by network:router_interface {{(pid=110157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:03:03.964417 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:03:03.986607 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-e830d998-512f-439a-b364-e99ea8333da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13704171'] for port (3dc6e49b-4bb8-44e6-8570-f92471a4f3e5), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:03.994676 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:03:04.012689 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e830d998-512f-439a-b364-e99ea8333da6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3dc6e49b-4bb8-44e6-8570-f92471a4f3e5,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:03:04.076017 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device 85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d no longer exists at agent hyperv_hv-cinder-83998 {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 15:03:04.101610 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] No Port match for: 85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d {{(pid=110158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 15:03:04.102290 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device 85c6e8e1-a7f5-4048-8ce6-ea9bd315a14d not bound to the agent host hv-cinder-83998 {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 15:03:04.188028 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-e830d998-512f-439a-b364-e99ea8333da6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563813'] for router_interface (17b5ec55-73aa-452c-87fd-9de791b3c652), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:04.400784 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e830d998-512f-439a-b364-e99ea8333da6 admin admin] Router 17b5ec55-73aa-452c-87fd-9de791b3c652 has already been hosted by L3 agent a5518e17-d4a6-403f-b34f-0fa3d03f1833 {{(pid=110157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 15:03:04.509063 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e830d998-512f-439a-b364-e99ea8333da6 admin admin] Notify agent at l3_agent.dv-cinder-839987-7-iscsi the message routers_updated {{(pid=110157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 15:03:04.514338 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-e830d998-512f-439a-b364-e99ea8333da6 admin admin] 10.222.0.59 "PUT /v2.0/routers/17b5ec55-73aa-452c-87fd-9de791b3c652/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3683136 May 18 15:03:04.516857 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 38914) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:03:04.520051 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33810de0-e27d-453e-b6a4-58c872f0b592 None None] Sync routers for ids ['17b5ec55-73aa-452c-87fd-9de791b3c652'] in dv-cinder-839987-7-iscsi {{(pid=110158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 15:03:04.531674 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33810de0-e27d-453e-b6a4-58c872f0b592 None None] Routers {'17b5ec55-73aa-452c-87fd-9de791b3c652'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:03:04.532285 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-33810de0-e27d-453e-b6a4-58c872f0b592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:02:53Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['17b5ec55-73aa-452c-87fd-9de791b3c652'], 'active': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:03:04.534787 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:03:04.637389 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvr_db [None req-33810de0-e27d-453e-b6a4-58c872f0b592 None None] Set router 17b5ec55-73aa-452c-87fd-9de791b3c652 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:03:04.821826 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-33810de0-e27d-453e-b6a4-58c872f0b592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b5ec55-73aa-452c-87fd-9de791b3c652', 'name': 'tempest-TestShelveInstance-1380935668-router', 'tenant_id': 'bfdbd39af6994a8586e0a589a3c9640e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '57e2f965-6c87-4b35-9d5d-4e39d68b48e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:57:39Z', 'updated_at': '2022-05-18T15:03:03Z', 'revision_number': 5, 'project_id': 'bfdbd39af6994a8586e0a589a3c9640e', 'gw_port': {'id': '57e2f965-6c87-4b35-9d5d-4e39d68b48e9', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:00:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b5ec55-73aa-452c-87fd-9de791b3c652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:40Z', 'updated_at': '2022-05-18T14:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi'}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:03:04.848294 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33810de0-e27d-453e-b6a4-58c872f0b592 None None] Checking router: 17b5ec55-73aa-452c-87fd-9de791b3c652 for host: dv-cinder-839987-7-iscsi {{(pid=110158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 15:03:04.857470 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33810de0-e27d-453e-b6a4-58c872f0b592 None None] Routers {'17b5ec55-73aa-452c-87fd-9de791b3c652'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:03:04.858082 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-33810de0-e27d-453e-b6a4-58c872f0b592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:02:53Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['17b5ec55-73aa-452c-87fd-9de791b3c652'], 'active': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:03:04.876919 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-0396490e-ca5e-4f20-b668-bf0ddb82f801 admin admin] Publish callbacks [] for router (17b5ec55-73aa-452c-87fd-9de791b3c652), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:04.963803 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvr_db [None req-33810de0-e27d-453e-b6a4-58c872f0b592 None None] Set router 17b5ec55-73aa-452c-87fd-9de791b3c652 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:03:04.984339 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-0396490e-ca5e-4f20-b668-bf0ddb82f801 admin admin] Publish callbacks [] for router_gateway (17b5ec55-73aa-452c-87fd-9de791b3c652), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:05.021513 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:03:05.035892 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [None req-0396490e-ca5e-4f20-b668-bf0ddb82f801 admin admin] Deleting port 57e2f965-6c87-4b35-9d5d-4e39d68b48e9 {{(pid=110157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:03:05.036090 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-0396490e-ca5e-4f20-b668-bf0ddb82f801 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (57e2f965-6c87-4b35-9d5d-4e39d68b48e9), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:05.118140 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.db [None req-0396490e-ca5e-4f20-b668-bf0ddb82f801 admin admin] For port 57e2f965-6c87-4b35-9d5d-4e39d68b48e9, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=57e2f965-6c87-4b35-9d5d-4e39d68b48e9,segment=NetworkSegment(74645103-ef26-4e33-8147-3fc27f09baec),segment_id=74645103-ef26-4e33-8147-3fc27f09baec)] {{(pid=110157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:03:05.118870 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-0396490e-ca5e-4f20-b668-bf0ddb82f801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (57e2f965-6c87-4b35-9d5d-4e39d68b48e9), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:05.150040 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [None req-0396490e-ca5e-4f20-b668-bf0ddb82f801 admin admin] Calling delete_port for 57e2f965-6c87-4b35-9d5d-4e39d68b48e9 owned by network:router_gateway {{(pid=110157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:03:05.154187 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-33810de0-e27d-453e-b6a4-58c872f0b592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b5ec55-73aa-452c-87fd-9de791b3c652', 'name': 'tempest-TestShelveInstance-1380935668-router', 'tenant_id': 'bfdbd39af6994a8586e0a589a3c9640e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '57e2f965-6c87-4b35-9d5d-4e39d68b48e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:57:39Z', 'updated_at': '2022-05-18T15:03:03Z', 'revision_number': 5, 'project_id': 'bfdbd39af6994a8586e0a589a3c9640e', 'gw_port': {'id': '57e2f965-6c87-4b35-9d5d-4e39d68b48e9', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:00:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b5ec55-73aa-452c-87fd-9de791b3c652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:40Z', 'updated_at': '2022-05-18T14:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi'}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:03:05.184657 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33810de0-e27d-453e-b6a4-58c872f0b592 None None] The sync data for ids ['17b5ec55-73aa-452c-87fd-9de791b3c652'] in dv-cinder-839987-7-iscsi is: [{'id': '17b5ec55-73aa-452c-87fd-9de791b3c652', 'name': 'tempest-TestShelveInstance-1380935668-router', 'tenant_id': 'bfdbd39af6994a8586e0a589a3c9640e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '57e2f965-6c87-4b35-9d5d-4e39d68b48e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:57:39Z', 'updated_at': '2022-05-18T15:03:03Z', 'revision_number': 5, 'project_id': 'bfdbd39af6994a8586e0a589a3c9640e', 'gw_port': {'id': '57e2f965-6c87-4b35-9d5d-4e39d68b48e9', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:00:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b5ec55-73aa-452c-87fd-9de791b3c652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:57:40Z', 'updated_at': '2022-05-18T14:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi'}] {{(pid=110158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 15:03:05.196027 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:03:05.206249 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:03:05.335923 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-0396490e-ca5e-4f20-b668-bf0ddb82f801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13704171'] for port (57e2f965-6c87-4b35-9d5d-4e39d68b48e9), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:05.363530 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0396490e-ca5e-4f20-b668-bf0ddb82f801 admin admin] Pushing event deleted for resources: {'Port': ['ID=57e2f965-6c87-4b35-9d5d-4e39d68b48e9,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:03:05.431663 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-0396490e-ca5e-4f20-b668-bf0ddb82f801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014856'] for router_gateway (17b5ec55-73aa-452c-87fd-9de791b3c652), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:05.527303 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-0396490e-ca5e-4f20-b668-bf0ddb82f801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1014016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30042'] for router (17b5ec55-73aa-452c-87fd-9de791b3c652), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:05.529945 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-0396490e-ca5e-4f20-b668-bf0ddb82f801 admin admin] Publish callbacks [] for router_controller (17b5ec55-73aa-452c-87fd-9de791b3c652), precommit_delete_associations {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:05.577282 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-0396490e-ca5e-4f20-b668-bf0ddb82f801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1014041'] for router (17b5ec55-73aa-452c-87fd-9de791b3c652), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:05.577975 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0396490e-ca5e-4f20-b668-bf0ddb82f801 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17b5ec55-73aa-452c-87fd-9de791b3c652 {{(pid=110157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 15:03:05.590553 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-0396490e-ca5e-4f20-b668-bf0ddb82f801 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:05.594406 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-0396490e-ca5e-4f20-b668-bf0ddb82f801 admin admin] 10.222.0.59 "DELETE /v2.0/routers/17b5ec55-73aa-452c-87fd-9de791b3c652 HTTP/1.1" status: 204 len: 168 time: 1.0732424 May 18 15:03:05.594647 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 38920) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:03:05.644867 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.db_base_plugin_v2 [None req-215ed9fd-9379-4bce-8bab-1c37cb656561 admin admin] Deleting subnet 402faaf6-222d-4ff0-bba3-76324bafc382 {{(pid=110157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 18 15:03:05.648866 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-215ed9fd-9379-4bce-8bab-1c37cb656561 admin admin] Publish callbacks [] for subnet (402faaf6-222d-4ff0-bba3-76324bafc382), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:05.686171 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-215ed9fd-9379-4bce-8bab-1c37cb656561 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14498573'] for subnet (402faaf6-222d-4ff0-bba3-76324bafc382), precommit_delete_associations {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:05.766184 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-215ed9fd-9379-4bce-8bab-1c37cb656561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027974'] for subnet (402faaf6-222d-4ff0-bba3-76324bafc382), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:05.828044 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-215ed9fd-9379-4bce-8bab-1c37cb656561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2027999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13704730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12604597'] for subnet (402faaf6-222d-4ff0-bba3-76324bafc382), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:05.858412 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ed9fd-9379-4bce-8bab-1c37cb656561 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=402faaf6-222d-4ff0-bba3-76324bafc382,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:03:05.863531 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-215ed9fd-9379-4bce-8bab-1c37cb656561 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for subnet (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:05.868357 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-215ed9fd-9379-4bce-8bab-1c37cb656561 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/402faaf6-222d-4ff0-bba3-76324bafc382 HTTP/1.1" status: 204 len: 168 time: 0.2725437 May 18 15:03:05.870888 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 38922) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:03:05.871596 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d504b0-575c-401f-8f4d-5b2aa77cb0d6 None None] Network 758eb8f1-d33a-4ca1-bc45-a3e84636e7f2 requested from dv-cinder-839987-7-iscsi {{(pid=110158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 15:03:05.954125 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-6554021d-ee4e-4c4b-a811-42c026d2dbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1954329'] for network (758eb8f1-d33a-4ca1-bc45-a3e84636e7f2), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:05.998270 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.plugin [None req-6554021d-ee4e-4c4b-a811-42c026d2dbd7 admin admin] Deleting port c4726562-a0eb-4816-bc7f-01f3809975e5 {{(pid=110156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:03:05.998616 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-6554021d-ee4e-4c4b-a811-42c026d2dbd7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (c4726562-a0eb-4816-bc7f-01f3809975e5), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:06.039827 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:03:06.070503 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.db [None req-6554021d-ee4e-4c4b-a811-42c026d2dbd7 admin admin] For port c4726562-a0eb-4816-bc7f-01f3809975e5, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=c4726562-a0eb-4816-bc7f-01f3809975e5,segment=NetworkSegment(3d0f12f1-d985-4e9b-8ad6-6443f0d6f97e),segment_id=3d0f12f1-d985-4e9b-8ad6-6443f0d6f97e)] {{(pid=110156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:03:06.070870 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-6554021d-ee4e-4c4b-a811-42c026d2dbd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (c4726562-a0eb-4816-bc7f-01f3809975e5), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:06.084361 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.plugin [None req-6554021d-ee4e-4c4b-a811-42c026d2dbd7 admin admin] Calling delete_port for c4726562-a0eb-4816-bc7f-01f3809975e5 owned by network:dhcp {{(pid=110156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:03:06.166081 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-6554021d-ee4e-4c4b-a811-42c026d2dbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14495174'] for port (c4726562-a0eb-4816-bc7f-01f3809975e5), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:06.189411 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6554021d-ee4e-4c4b-a811-42c026d2dbd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4726562-a0eb-4816-bc7f-01f3809975e5,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:03:06.194933 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6554021d-ee4e-4c4b-a811-42c026d2dbd7 admin admin] No DVR routers for this DVR port c4726562-a0eb-4816-bc7f-01f3809975e5 on host dv-cinder-839987-7-iscsi {{(pid=110156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 15:03:06.226519 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:DELETE=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:03:06.239898 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff015ae9-4aa8-4f09-8943-6b9bc6d00a47 None None] DHCP port deletion for 758eb8f1-d33a-4ca1-bc45-a3e84636e7f2 request from dv-cinder-839987-7-iscsi {{(pid=110158) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 18 15:03:06.538240 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-6554021d-ee4e-4c4b-a811-42c026d2dbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017651', 'neutron.services.segments.db._delete_segments_for_network-8770382701078'] for network (758eb8f1-d33a-4ca1-bc45-a3e84636e7f2), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:06.558401 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.services.segments.db [None req-6554021d-ee4e-4c4b-a811-42c026d2dbd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['758eb8f1-d33a-4ca1-bc45-a3e84636e7f2']}} {{(pid=110156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:03:06.568296 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.services.segments.db [None req-6554021d-ee4e-4c4b-a811-42c026d2dbd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d0f12f1-d985-4e9b-8ad6-6443f0d6f97e') {'for_net_delete': True} {{(pid=110156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:03:06.568603 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.services.segments.db [None req-6554021d-ee4e-4c4b-a811-42c026d2dbd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d0f12f1-d985-4e9b-8ad6-6443f0d6f97e') {} {{(pid=110156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:03:06.581429 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-6554021d-ee4e-4c4b-a811-42c026d2dbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770382700063', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14249941'] for segment (3d0f12f1-d985-4e9b-8ad6-6443f0d6f97e), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:06.593107 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-6554021d-ee4e-4c4b-a811-42c026d2dbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029885'] for segment (3d0f12f1-d985-4e9b-8ad6-6443f0d6f97e), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:06.599444 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6554021d-ee4e-4c4b-a811-42c026d2dbd7 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=110156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 15:03:06.599828 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-6554021d-ee4e-4c4b-a811-42c026d2dbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14495125'] for segment (3d0f12f1-d985-4e9b-8ad6-6443f0d6f97e), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:06.601521 dv-cinder-839987-7-iscsi neutron-server[110156]: Traceback (most recent call last): May 18 15:03:06.601521 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 15:03:06.601521 dv-cinder-839987-7-iscsi neutron-server[110156]: timer() May 18 15:03:06.601521 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 15:03:06.601521 dv-cinder-839987-7-iscsi neutron-server[110156]: cb(*args, **kw) May 18 15:03:06.601521 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 18 15:03:06.601521 dv-cinder-839987-7-iscsi neutron-server[110156]: return func(*args, **kwargs) May 18 15:03:06.601521 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 15:03:06.601521 dv-cinder-839987-7-iscsi neutron-server[110156]: self._notify() May 18 15:03:06.601521 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 15:03:06.601521 dv-cinder-839987-7-iscsi neutron-server[110156]: self.callback(batched_events) May 18 15:03:06.601521 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 15:03:06.601521 dv-cinder-839987-7-iscsi neutron-server[110156]: event.method(event) May 18 15:03:06.601521 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 15:03:06.601521 dv-cinder-839987-7-iscsi neutron-server[110156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 15:03:06.601521 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 15:03:06.601521 dv-cinder-839987-7-iscsi neutron-server[110156]: aggregate_uuid = self.p_client.list_aggregates( May 18 15:03:06.601521 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 15:03:06.601521 dv-cinder-839987-7-iscsi neutron-server[110156]: return f(self, *a, **k) May 18 15:03:06.601521 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 15:03:06.601521 dv-cinder-839987-7-iscsi neutron-server[110156]: return self._get(url).json() May 18 15:03:06.601521 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 15:03:06.601521 dv-cinder-839987-7-iscsi neutron-server[110156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 15:03:06.601521 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 15:03:06.601521 dv-cinder-839987-7-iscsi neutron-server[110156]: return self.request(url, 'GET', **kwargs) May 18 15:03:06.601521 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 15:03:06.601521 dv-cinder-839987-7-iscsi neutron-server[110156]: base_url = self.get_endpoint(auth, allow=allow, May 18 15:03:06.601521 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 15:03:06.601521 dv-cinder-839987-7-iscsi neutron-server[110156]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 15:03:06.601521 dv-cinder-839987-7-iscsi neutron-server[110156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 15:03:06.601521 dv-cinder-839987-7-iscsi neutron-server[110156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 15:03:06.601521 dv-cinder-839987-7-iscsi neutron-server[110156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 15:03:06.660315 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-6554021d-ee4e-4c4b-a811-42c026d2dbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008250'] for network (758eb8f1-d33a-4ca1-bc45-a3e84636e7f2), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:06.666085 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-6554021d-ee4e-4c4b-a811-42c026d2dbd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for network (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:06.669158 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-6554021d-ee4e-4c4b-a811-42c026d2dbd7 admin admin] 10.222.0.59 "DELETE /v2.0/networks/758eb8f1-d33a-4ca1-bc45-a3e84636e7f2 HTTP/1.1" status: 204 len: 168 time: 0.7964187 May 18 15:03:06.681857 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6554021d-ee4e-4c4b-a811-42c026d2dbd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=758eb8f1-d33a-4ca1-bc45-a3e84636e7f2,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:03:06.845464 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 38934) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:03:06.885300 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-0b159f3a-8ba0-468f-b8c1-060a6cda5561 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=379bba80af244096abbf8deb82772854&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386500 May 18 15:03:06.887769 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 38936) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:03:06.936842 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-21c765a6-b2a4-4358-9003-d4678f3d0f45 admin admin] Publish callbacks [] for security_group (d8630109-2905-4b84-9db4-150ed8e02b24), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:06.963879 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-21c765a6-b2a4-4358-9003-d4678f3d0f45 admin admin] Publish callbacks [] for security_group (d8630109-2905-4b84-9db4-150ed8e02b24), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:06.964175 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 57e2f965-6c87-4b35-9d5d-4e39d68b48e9 no longer exists at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 15:03:06.987571 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] No Port match for: 57e2f965-6c87-4b35-9d5d-4e39d68b48e9 {{(pid=110158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 15:03:06.987922 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 57e2f965-6c87-4b35-9d5d-4e39d68b48e9 not bound to the agent host dv-cinder-839987-7-iscsi {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 15:03:06.988331 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 3dc6e49b-4bb8-44e6-8570-f92471a4f3e5 no longer exists at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 15:03:07.006916 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] No Port match for: 3dc6e49b-4bb8-44e6-8570-f92471a4f3e5 {{(pid=110158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 15:03:07.007313 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 3dc6e49b-4bb8-44e6-8570-f92471a4f3e5 not bound to the agent host dv-cinder-839987-7-iscsi {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 15:03:07.007903 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device c4726562-a0eb-4816-bc7f-01f3809975e5 no longer exists at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 15:03:07.016903 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-21c765a6-b2a4-4358-9003-d4678f3d0f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (d8630109-2905-4b84-9db4-150ed8e02b24), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:07.019461 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-21c765a6-b2a4-4358-9003-d4678f3d0f45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:07.021160 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-21c765a6-b2a4-4358-9003-d4678f3d0f45 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d8630109-2905-4b84-9db4-150ed8e02b24 HTTP/1.1" status: 204 len: 168 time: 0.1319818 May 18 15:03:07.028893 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] No Port match for: c4726562-a0eb-4816-bc7f-01f3809975e5 {{(pid=110158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 15:03:07.029239 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device c4726562-a0eb-4816-bc7f-01f3809975e5 not bound to the agent host dv-cinder-839987-7-iscsi {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 15:03:07.029453 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c765a6-b2a4-4358-9003-d4678f3d0f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8630109-2905-4b84-9db4-150ed8e02b24,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:03:07.359567 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 38944) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:03:07.404847 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-9e615c4a-960f-4242-9c3e-4d419ba730ab admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bfdbd39af6994a8586e0a589a3c9640e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0440388 May 18 15:03:07.407179 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 38946) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:03:07.423318 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:03:07.433449 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:03:07.462452 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-305aa0b2-eabd-4e59-9c02-80d859c7128c admin admin] Publish callbacks [] for security_group (6f4c9ca8-2e05-42dc-aa1b-6e260f854a96), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:07.485591 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-305aa0b2-eabd-4e59-9c02-80d859c7128c admin admin] Publish callbacks [] for security_group (6f4c9ca8-2e05-42dc-aa1b-6e260f854a96), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:07.533049 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-305aa0b2-eabd-4e59-9c02-80d859c7128c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (6f4c9ca8-2e05-42dc-aa1b-6e260f854a96), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:07.535634 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-305aa0b2-eabd-4e59-9c02-80d859c7128c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:07.539695 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-305aa0b2-eabd-4e59-9c02-80d859c7128c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6f4c9ca8-2e05-42dc-aa1b-6e260f854a96 HTTP/1.1" status: 204 len: 168 time: 0.1287670 May 18 15:03:07.547425 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305aa0b2-eabd-4e59-9c02-80d859c7128c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4c9ca8-2e05-42dc-aa1b-6e260f854a96,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:03:07.844775 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.agents_db [None req-a4aab2e5-b658-4b2c-9b1f-100bc6421b45 None None] Agent healthcheck: found 6 active agents {{(pid=110159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 15:03:08.971453 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca1d59b-f3a6-4211-a077-39b60bbc8ee0 req-86e07814-d963-46f7-b348-159842513e63 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:03:08.972877 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-fca1d59b-f3a6-4211-a077-39b60bbc8ee0 req-86e07814-d963-46f7-b348-159842513e63 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/ports?device_id=be9d1e1f-5cbc-476f-9a19-2f7e41eed262 HTTP/1.1" status: 200 len: 945 time: 0.0491011 May 18 15:03:09.021690 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-fca1d59b-f3a6-4211-a077-39b60bbc8ee0 req-3f935f36-131c-44f7-af14-4c2b3ccfb751 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ddd63a6-efd3-4a4d-99a9-d19439274edb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424840 May 18 15:03:10.143779 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30552edf-6ecd-4b6f-a273-fdda69613c30 req-06d2c229-2a0b-4ab4-ae8f-8dfb6d2b1cd6 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:03:10.145324 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-30552edf-6ecd-4b6f-a273-fdda69613c30 req-06d2c229-2a0b-4ab4-ae8f-8dfb6d2b1cd6 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/ports?device_id=be9d1e1f-5cbc-476f-9a19-2f7e41eed262 HTTP/1.1" status: 200 len: 945 time: 0.0527904 May 18 15:03:10.207923 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-30552edf-6ecd-4b6f-a273-fdda69613c30 req-0a6054ff-71f5-4ab8-b521-e31103a717a2 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ddd63a6-efd3-4a4d-99a9-d19439274edb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563157 May 18 15:03:11.185833 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de0dcf-3486-4962-9374-b97f21ff6a2c req-0d75a6d5-35bc-4629-acca-869e270ea504 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:03:11.187207 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-33de0dcf-3486-4962-9374-b97f21ff6a2c req-0d75a6d5-35bc-4629-acca-869e270ea504 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.49 "GET /v2.0/ports?device_id=be9d1e1f-5cbc-476f-9a19-2f7e41eed262 HTTP/1.1" status: 200 len: 945 time: 0.0474555 May 18 15:03:11.278352 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [req-33de0dcf-3486-4962-9374-b97f21ff6a2c req-1f3b7788-19e2-4308-adc5-c7ebef8356c9 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Deleting port 0ff97e63-c16d-42f2-ad81-0d68433d904e {{(pid=110157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:03:11.278678 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-33de0dcf-3486-4962-9374-b97f21ff6a2c req-1f3b7788-19e2-4308-adc5-c7ebef8356c9 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (0ff97e63-c16d-42f2-ad81-0d68433d904e), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:11.374695 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de8c44-7d0f-4f88-a53e-586a6fc2b4ac req-95d3dfad-6f0d-42eb-85e7-ec15cb7172b6 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:03:11.376156 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-27de8c44-7d0f-4f88-a53e-586a6fc2b4ac req-95d3dfad-6f0d-42eb-85e7-ec15cb7172b6 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/ports?device_id=be9d1e1f-5cbc-476f-9a19-2f7e41eed262 HTTP/1.1" status: 200 len: 945 time: 0.0835431 May 18 15:03:11.431404 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.db [req-33de0dcf-3486-4962-9374-b97f21ff6a2c req-1f3b7788-19e2-4308-adc5-c7ebef8356c9 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] For port 0ff97e63-c16d-42f2-ad81-0d68433d904e, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=0ff97e63-c16d-42f2-ad81-0d68433d904e,segment=NetworkSegment(e4fe1652-d7db-47a5-be36-f616796bf534),segment_id=e4fe1652-d7db-47a5-be36-f616796bf534)] {{(pid=110157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:03:11.431788 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-33de0dcf-3486-4962-9374-b97f21ff6a2c req-1f3b7788-19e2-4308-adc5-c7ebef8356c9 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (0ff97e63-c16d-42f2-ad81-0d68433d904e), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:11.461786 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-27de8c44-7d0f-4f88-a53e-586a6fc2b4ac req-d6719079-f91c-4648-beb3-0efbcb3f0d2c tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ddd63a6-efd3-4a4d-99a9-d19439274edb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792253 May 18 15:03:11.617684 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-33de0dcf-3486-4962-9374-b97f21ff6a2c req-1f3b7788-19e2-4308-adc5-c7ebef8356c9 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:11.618104 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-33de0dcf-3486-4962-9374-b97f21ff6a2c req-1f3b7788-19e2-4308-adc5-c7ebef8356c9 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008279'] for floatingip (f2c03f3e-e689-4da9-a63c-6c635c53bf58), after_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:11.618495 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.db.l3_db [req-33de0dcf-3486-4962-9374-b97f21ff6a2c req-1f3b7788-19e2-4308-adc5-c7ebef8356c9 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Floating IP f2c03f3e-e689-4da9-a63c-6c635c53bf58 disassociated. External IP: 172.27.3.212, port: 0ff97e63-c16d-42f2-ad81-0d68433d904e. May 18 15:03:11.618868 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [req-33de0dcf-3486-4962-9374-b97f21ff6a2c req-1f3b7788-19e2-4308-adc5-c7ebef8356c9 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Calling delete_port for 0ff97e63-c16d-42f2-ad81-0d68433d904e owned by compute:nova {{(pid=110157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:03:11.690311 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:03:11.756344 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-33de0dcf-3486-4962-9374-b97f21ff6a2c req-1f3b7788-19e2-4308-adc5-c7ebef8356c9 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13704171'] for port (0ff97e63-c16d-42f2-ad81-0d68433d904e), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:11.783436 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3b7788-19e2-4308-adc5-c7ebef8356c9 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Pushing event deleted for resources: {'Port': ['ID=0ff97e63-c16d-42f2-ad81-0d68433d904e,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:03:11.791866 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:03:11.911839 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.l3_agent_scheduler [req-33de0dcf-3486-4962-9374-b97f21ff6a2c req-1f3b7788-19e2-4308-adc5-c7ebef8356c9 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Router f05fe87d-8925-47ed-a112-a885d34bbd44 has already been hosted by L3 agent a5518e17-d4a6-403f-b34f-0fa3d03f1833 {{(pid=110157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 15:03:12.032411 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-33de0dcf-3486-4962-9374-b97f21ff6a2c req-1f3b7788-19e2-4308-adc5-c7ebef8356c9 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Notify agent at l3_agent.dv-cinder-839987-7-iscsi the message routers_updated {{(pid=110157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 15:03:12.054758 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f2fe32-4aaa-43df-a4ad-7ad7d880fdbb None None] Sync routers for ids ['f05fe87d-8925-47ed-a112-a885d34bbd44'] in dv-cinder-839987-7-iscsi {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 15:03:12.073844 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f2fe32-4aaa-43df-a4ad-7ad7d880fdbb None None] Routers {'f05fe87d-8925-47ed-a112-a885d34bbd44'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:03:12.074482 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-61f2fe32-4aaa-43df-a4ad-7ad7d880fdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:02:53Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['f05fe87d-8925-47ed-a112-a885d34bbd44'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:03:12.090325 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.l3_dvrscheduler_db [req-33de0dcf-3486-4962-9374-b97f21ff6a2c req-1f3b7788-19e2-4308-adc5-c7ebef8356c9 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] No DVR routers for this DVR port 0ff97e63-c16d-42f2-ad81-0d68433d904e on host hv-cinder-83998 {{(pid=110157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 15:03:12.093513 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-33de0dcf-3486-4962-9374-b97f21ff6a2c req-1f3b7788-19e2-4308-adc5-c7ebef8356c9 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for port (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:12.100617 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-33de0dcf-3486-4962-9374-b97f21ff6a2c req-1f3b7788-19e2-4308-adc5-c7ebef8356c9 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.49 "DELETE /v2.0/ports/0ff97e63-c16d-42f2-ad81-0d68433d904e HTTP/1.1" status: 204 len: 173 time: 0.9047902 May 18 15:03:12.100617 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be9d1e1f-5cbc-476f-9a19-2f7e41eed262', 'name': 'network-vif-deleted', 'tag': '0ff97e63-c16d-42f2-ad81-0d68433d904e'}] {{(pid=110157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 15:03:12.100617 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3614be4c33be7e0ed28fa23fdbb6a3604458632b91c0a79006a6fb45a0ea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5243d8-1a04-4c1d-a8d6-22f0a6ed97d8" -d '{"events": [{"server_uuid": "be9d1e1f-5cbc-476f-9a19-2f7e41eed262", "name": "network-vif-deleted", "tag": "0ff97e63-c16d-42f2-ad81-0d68433d904e"}]}' {{(pid=110157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 15:03:12.157226 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 15:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf107f1-ed11-4c88-9da0-fdfe39af71dd x-openstack-request-id: req-dbf107f1-ed11-4c88-9da0-fdfe39af71dd {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 15:03:12.157545 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be9d1e1f-5cbc-476f-9a19-2f7e41eed262", "name": "network-vif-deleted", "tag": "0ff97e63-c16d-42f2-ad81-0d68433d904e", "status": "completed", "code": 200}]} {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 15:03:12.157935 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dbf107f1-ed11-4c88-9da0-fdfe39af71dd {{(pid=110157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 15:03:12.158342 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbf107f1-ed11-4c88-9da0-fdfe39af71dd'] response: {'server_uuid': 'be9d1e1f-5cbc-476f-9a19-2f7e41eed262', 'name': 'network-vif-deleted', 'tag': '0ff97e63-c16d-42f2-ad81-0d68433d904e', 'status': 'completed', 'code': 200} May 18 15:03:12.203547 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-61f2fe32-4aaa-43df-a4ad-7ad7d880fdbb None None] Set router f05fe87d-8925-47ed-a112-a885d34bbd44 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:03:12.433505 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-61f2fe32-4aaa-43df-a4ad-7ad7d880fdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'name': 'tempest-AttachVolumeNegativeTest-1491292696-router', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '200f4252-f1fc-44ba-8589-ea8c90b89e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:00:51Z', 'updated_at': '2022-05-18T15:00:55Z', 'revision_number': 4, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'gw_port': {'id': '200f4252-f1fc-44ba-8589-ea8c90b89e1c', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:00:52Z', 'updated_at': '2022-05-18T15:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_floatingips': [{'id': '07efd678-ead0-43d0-b17d-29ca011646ec', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'floating_ip_address': '172.27.3.149', 'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'router_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'port_id': '0ed1e1a7-57d4-4ca3-9a56-96e3e696207c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727', 'mac_address': 'fa:16:3e:24:40:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dffbf3-4309-4b9f-992f-118a9d2b3563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T15:00:58Z', 'updated_at': '2022-05-18T15:01:20Z', 'revision_number': 2, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f29204-1101-4159-9268-800d69f5f906', 'name': '', 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'mac_address': 'fa:16:3e:75:98:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '05655c39-f8fa-418a-853d-5fe3e615ed30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:00:54Z', 'updated_at': '2022-05-18T15:00:58Z', 'revision_number': 5, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'subnets': [{'id': '05655c39-f8fa-418a-853d-5fe3e615ed30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:03:12.458299 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f2fe32-4aaa-43df-a4ad-7ad7d880fdbb None None] Checking router: f05fe87d-8925-47ed-a112-a885d34bbd44 for host: dv-cinder-839987-7-iscsi {{(pid=110159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 15:03:12.467058 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f2fe32-4aaa-43df-a4ad-7ad7d880fdbb None None] Routers {'f05fe87d-8925-47ed-a112-a885d34bbd44'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:03:12.467655 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-61f2fe32-4aaa-43df-a4ad-7ad7d880fdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:02:53Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['f05fe87d-8925-47ed-a112-a885d34bbd44'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:03:12.567636 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (f376d122-85a6-484a-a941-8f32d5a81e72), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:12.576163 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-61f2fe32-4aaa-43df-a4ad-7ad7d880fdbb None None] Set router f05fe87d-8925-47ed-a112-a885d34bbd44 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:03:12.589797 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-43dde07c-4018-4485-87f9-e1bdea3b250d req-b9a5333c-586b-4d8f-adb4-8b062aa6e261 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/ports?device_id=be9d1e1f-5cbc-476f-9a19-2f7e41eed262 HTTP/1.1" status: 200 len: 210 time: 0.0371077 May 18 15:03:12.793358 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-61f2fe32-4aaa-43df-a4ad-7ad7d880fdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'name': 'tempest-AttachVolumeNegativeTest-1491292696-router', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '200f4252-f1fc-44ba-8589-ea8c90b89e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:00:51Z', 'updated_at': '2022-05-18T15:00:55Z', 'revision_number': 4, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'gw_port': {'id': '200f4252-f1fc-44ba-8589-ea8c90b89e1c', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:00:52Z', 'updated_at': '2022-05-18T15:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_floatingips': [{'id': '07efd678-ead0-43d0-b17d-29ca011646ec', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'floating_ip_address': '172.27.3.149', 'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'router_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'port_id': '0ed1e1a7-57d4-4ca3-9a56-96e3e696207c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727', 'mac_address': 'fa:16:3e:24:40:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dffbf3-4309-4b9f-992f-118a9d2b3563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T15:00:58Z', 'updated_at': '2022-05-18T15:01:20Z', 'revision_number': 2, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f29204-1101-4159-9268-800d69f5f906', 'name': '', 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'mac_address': 'fa:16:3e:75:98:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '05655c39-f8fa-418a-853d-5fe3e615ed30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:00:54Z', 'updated_at': '2022-05-18T15:00:58Z', 'revision_number': 5, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'subnets': [{'id': '05655c39-f8fa-418a-853d-5fe3e615ed30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:03:12.822051 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f2fe32-4aaa-43df-a4ad-7ad7d880fdbb None None] The sync data for ids ['f05fe87d-8925-47ed-a112-a885d34bbd44'] in dv-cinder-839987-7-iscsi is: [{'id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'name': 'tempest-AttachVolumeNegativeTest-1491292696-router', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '200f4252-f1fc-44ba-8589-ea8c90b89e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:00:51Z', 'updated_at': '2022-05-18T15:00:55Z', 'revision_number': 4, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'gw_port': {'id': '200f4252-f1fc-44ba-8589-ea8c90b89e1c', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:00:52Z', 'updated_at': '2022-05-18T15:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_floatingips': [{'id': '07efd678-ead0-43d0-b17d-29ca011646ec', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'floating_ip_address': '172.27.3.149', 'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'router_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'port_id': '0ed1e1a7-57d4-4ca3-9a56-96e3e696207c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727', 'mac_address': 'fa:16:3e:24:40:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dffbf3-4309-4b9f-992f-118a9d2b3563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T15:00:58Z', 'updated_at': '2022-05-18T15:01:20Z', 'revision_number': 2, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f29204-1101-4159-9268-800d69f5f906', 'name': '', 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'mac_address': 'fa:16:3e:75:98:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '05655c39-f8fa-418a-853d-5fe3e615ed30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:00:54Z', 'updated_at': '2022-05-18T15:00:58Z', 'revision_number': 5, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'subnets': [{'id': '05655c39-f8fa-418a-853d-5fe3e615ed30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 15:03:13.044135 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8edc4f-aba4-46f8-b265-62b46f8afada None None] New status for floating IP f2c03f3e-e689-4da9-a63c-6c635c53bf58: DOWN {{(pid=110158) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 15:03:13.468981 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device 0ff97e63-c16d-42f2-ad81-0d68433d904e no longer exists at agent hyperv_hv-cinder-83998 {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 15:03:13.488320 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] No Port match for: 0ff97e63-c16d-42f2-ad81-0d68433d904e {{(pid=110158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 15:03:13.488688 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device 0ff97e63-c16d-42f2-ad81-0d68433d904e not bound to the agent host hv-cinder-83998 {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 15:03:13.679203 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 39028) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:03:13.736240 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-ddfbebdc-3b41-4462-b9c5-f1d6ba8b0955 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for security_group (0ddd63a6-efd3-4a4d-99a9-d19439274edb), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:13.760849 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-ddfbebdc-3b41-4462-b9c5-f1d6ba8b0955 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for security_group (0ddd63a6-efd3-4a4d-99a9-d19439274edb), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:13.811823 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-ddfbebdc-3b41-4462-b9c5-f1d6ba8b0955 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (0ddd63a6-efd3-4a4d-99a9-d19439274edb), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:13.814366 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-ddfbebdc-3b41-4462-b9c5-f1d6ba8b0955 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for security_group (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:13.815494 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-ddfbebdc-3b41-4462-b9c5-f1d6ba8b0955 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "DELETE /v2.0/security-groups/0ddd63a6-efd3-4a4d-99a9-d19439274edb HTTP/1.1" status: 204 len: 168 time: 0.1352785 May 18 15:03:13.819008 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 39030) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:03:13.825033 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfbebdc-3b41-4462-b9c5-f1d6ba8b0955 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ddd63a6-efd3-4a4d-99a9-d19439274edb,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:03:13.834087 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.api.v2.resource [None req-0b08d652-a867-44a1-88d1-88e0a3b2884f tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] show failed (client error): The resource could not be found. May 18 15:03:13.835075 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-0b08d652-a867-44a1-88d1-88e0a3b2884f tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/security-groups/0ddd63a6-efd3-4a4d-99a9-d19439274edb HTTP/1.1" status: 404 len: 347 time: 0.0150607 May 18 15:03:13.838009 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 39032) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:03:13.950088 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.plugin [None req-4009d32e-b854-474c-8834-6c3ff43c12ae tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Deleting port b2dbaae4-d120-4fd3-8852-35c8e4c4aa98 {{(pid=110156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:03:13.950431 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-4009d32e-b854-474c-8834-6c3ff43c12ae tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (b2dbaae4-d120-4fd3-8852-35c8e4c4aa98), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:14.027558 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-4009d32e-b854-474c-8834-6c3ff43c12ae tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (b2dbaae4-d120-4fd3-8852-35c8e4c4aa98), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:14.027883 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-4009d32e-b854-474c-8834-6c3ff43c12ae tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for floatingip (b2dbaae4-d120-4fd3-8852-35c8e4c4aa98), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:14.040390 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.plugin [None req-4009d32e-b854-474c-8834-6c3ff43c12ae tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Calling delete_port for b2dbaae4-d120-4fd3-8852-35c8e4c4aa98 owned by network:floatingip {{(pid=110156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:03:14.167624 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-4009d32e-b854-474c-8834-6c3ff43c12ae tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14495174'] for port (b2dbaae4-d120-4fd3-8852-35c8e4c4aa98), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:14.194969 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4009d32e-b854-474c-8834-6c3ff43c12ae tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Pushing event deleted for resources: {'Port': ['ID=b2dbaae4-d120-4fd3-8852-35c8e4c4aa98,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:03:14.258171 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-4009d32e-b854-474c-8834-6c3ff43c12ae tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for floatingip (f2c03f3e-e689-4da9-a63c-6c635c53bf58), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:14.260902 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-4009d32e-b854-474c-8834-6c3ff43c12ae tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for floatingip (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:14.262041 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-4009d32e-b854-474c-8834-6c3ff43c12ae tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "DELETE /v2.0/floatingips/f2c03f3e-e689-4da9-a63c-6c635c53bf58 HTTP/1.1" status: 204 len: 168 time: 0.4229550 May 18 15:03:17.984314 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28a126-2050-434c-9aa7-2a8792153513 req-5fbf1b8a-9c75-4760-a362-fb39a11586f9 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:03:17.985773 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ff28a126-2050-434c-9aa7-2a8792153513 req-5fbf1b8a-9c75-4760-a362-fb39a11586f9 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/ports?device_id=56dffbf3-4309-4b9f-992f-118a9d2b3563 HTTP/1.1" status: 200 len: 946 time: 0.0505993 May 18 15:03:18.033629 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ff28a126-2050-434c-9aa7-2a8792153513 req-7142059c-7038-4374-aa18-fdca65b5c245 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9d8de0d-d71c-45de-8a81-9dc55761af47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422795 May 18 15:03:19.162260 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370124a-3e9a-4245-a998-369f80de7520 req-8b656ced-139a-49e7-98ce-d3ae1efe0e5b tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:03:19.164305 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6370124a-3e9a-4245-a998-369f80de7520 req-8b656ced-139a-49e7-98ce-d3ae1efe0e5b tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/ports?device_id=56dffbf3-4309-4b9f-992f-118a9d2b3563 HTTP/1.1" status: 200 len: 946 time: 0.0480897 May 18 15:03:19.214217 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6370124a-3e9a-4245-a998-369f80de7520 req-033e7e4b-8129-459f-a571-7d7d21456f85 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9d8de0d-d71c-45de-8a81-9dc55761af47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442617 May 18 15:03:19.663100 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fa9801-84e8-4111-8164-47a0921b3b65 req-299fe592-07b3-4b98-9a56-2e67af027df9 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:03:19.664628 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-53fa9801-84e8-4111-8164-47a0921b3b65 req-299fe592-07b3-4b98-9a56-2e67af027df9 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.49 "GET /v2.0/ports?device_id=56dffbf3-4309-4b9f-992f-118a9d2b3563 HTTP/1.1" status: 200 len: 946 time: 0.0502610 May 18 15:03:19.749250 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [req-53fa9801-84e8-4111-8164-47a0921b3b65 req-30d080f1-bd67-4598-bf71-69d8bce305b1 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Deleting port 0ed1e1a7-57d4-4ca3-9a56-96e3e696207c {{(pid=110157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:03:19.749500 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-53fa9801-84e8-4111-8164-47a0921b3b65 req-30d080f1-bd67-4598-bf71-69d8bce305b1 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (0ed1e1a7-57d4-4ca3-9a56-96e3e696207c), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:19.841147 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.db [req-53fa9801-84e8-4111-8164-47a0921b3b65 req-30d080f1-bd67-4598-bf71-69d8bce305b1 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] For port 0ed1e1a7-57d4-4ca3-9a56-96e3e696207c, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=0ed1e1a7-57d4-4ca3-9a56-96e3e696207c,segment=NetworkSegment(e4fe1652-d7db-47a5-be36-f616796bf534),segment_id=e4fe1652-d7db-47a5-be36-f616796bf534)] {{(pid=110157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:03:19.841512 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-53fa9801-84e8-4111-8164-47a0921b3b65 req-30d080f1-bd67-4598-bf71-69d8bce305b1 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (0ed1e1a7-57d4-4ca3-9a56-96e3e696207c), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:19.888802 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:03:20.012565 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-53fa9801-84e8-4111-8164-47a0921b3b65 req-30d080f1-bd67-4598-bf71-69d8bce305b1 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:20.012956 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-53fa9801-84e8-4111-8164-47a0921b3b65 req-30d080f1-bd67-4598-bf71-69d8bce305b1 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008279'] for floatingip (07efd678-ead0-43d0-b17d-29ca011646ec), after_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:20.013275 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.db.l3_db [req-53fa9801-84e8-4111-8164-47a0921b3b65 req-30d080f1-bd67-4598-bf71-69d8bce305b1 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Floating IP 07efd678-ead0-43d0-b17d-29ca011646ec disassociated. External IP: 172.27.3.149, port: 0ed1e1a7-57d4-4ca3-9a56-96e3e696207c. May 18 15:03:20.013621 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [req-53fa9801-84e8-4111-8164-47a0921b3b65 req-30d080f1-bd67-4598-bf71-69d8bce305b1 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Calling delete_port for 0ed1e1a7-57d4-4ca3-9a56-96e3e696207c owned by compute:nova {{(pid=110157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:03:20.015382 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:03:20.165912 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-53fa9801-84e8-4111-8164-47a0921b3b65 req-30d080f1-bd67-4598-bf71-69d8bce305b1 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13704171'] for port (0ed1e1a7-57d4-4ca3-9a56-96e3e696207c), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:20.198241 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d080f1-bd67-4598-bf71-69d8bce305b1 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Pushing event deleted for resources: {'Port': ['ID=0ed1e1a7-57d4-4ca3-9a56-96e3e696207c,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:03:20.334004 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ff6f64e7-4ad2-4933-bd35-1747b13a72ad req-b90ec87a-ae0e-4028-9416-803de1917ca5 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/ports?device_id=56dffbf3-4309-4b9f-992f-118a9d2b3563 HTTP/1.1" status: 200 len: 210 time: 0.0345476 May 18 15:03:20.351134 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53fa9801-84e8-4111-8164-47a0921b3b65 req-30d080f1-bd67-4598-bf71-69d8bce305b1 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Router f05fe87d-8925-47ed-a112-a885d34bbd44 has already been hosted by L3 agent a5518e17-d4a6-403f-b34f-0fa3d03f1833 {{(pid=110157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 15:03:20.397479 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 39120) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:03:20.467637 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53fa9801-84e8-4111-8164-47a0921b3b65 req-30d080f1-bd67-4598-bf71-69d8bce305b1 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Notify agent at l3_agent.dv-cinder-839987-7-iscsi the message routers_updated {{(pid=110157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 15:03:20.478686 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadb8dc0-de88-46f2-8138-f7511f18258d None None] Sync routers for ids ['f05fe87d-8925-47ed-a112-a885d34bbd44'] in dv-cinder-839987-7-iscsi {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 15:03:20.491826 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadb8dc0-de88-46f2-8138-f7511f18258d None None] Routers {'f05fe87d-8925-47ed-a112-a885d34bbd44'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:03:20.492821 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-dadb8dc0-de88-46f2-8138-f7511f18258d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:02:53Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['f05fe87d-8925-47ed-a112-a885d34bbd44'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:03:20.509576 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-0586baa2-2dfb-4388-a9e5-9cc8c771bb08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:20.519234 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1763f38b-6106-40cf-83e4-c95bbe22f2cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (7afc6fe8-d13b-4fd3-bc99-e9efab9a141d), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:20.527683 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.l3_dvrscheduler_db [req-53fa9801-84e8-4111-8164-47a0921b3b65 req-30d080f1-bd67-4598-bf71-69d8bce305b1 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] No DVR routers for this DVR port 0ed1e1a7-57d4-4ca3-9a56-96e3e696207c on host hv-cinder-83998 {{(pid=110157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 15:03:20.530145 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-53fa9801-84e8-4111-8164-47a0921b3b65 req-30d080f1-bd67-4598-bf71-69d8bce305b1 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for port (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:20.533517 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-53fa9801-84e8-4111-8164-47a0921b3b65 req-30d080f1-bd67-4598-bf71-69d8bce305b1 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.49 "DELETE /v2.0/ports/0ed1e1a7-57d4-4ca3-9a56-96e3e696207c HTTP/1.1" status: 204 len: 173 time: 0.8630266 May 18 15:03:20.534132 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56dffbf3-4309-4b9f-992f-118a9d2b3563', 'name': 'network-vif-deleted', 'tag': '0ed1e1a7-57d4-4ca3-9a56-96e3e696207c'}] {{(pid=110157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 15:03:20.536699 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3614be4c33be7e0ed28fa23fdbb6a3604458632b91c0a79006a6fb45a0ea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1daedede-793a-4eb5-a72a-81ecdfc9f073" -d '{"events": [{"server_uuid": "56dffbf3-4309-4b9f-992f-118a9d2b3563", "name": "network-vif-deleted", "tag": "0ed1e1a7-57d4-4ca3-9a56-96e3e696207c"}]}' {{(pid=110157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 15:03:20.558262 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=100 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:03:20.559824 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:03:20.620259 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 15:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e54d25-a276-48d4-a925-f212406f67b6 x-openstack-request-id: req-a3e54d25-a276-48d4-a925-f212406f67b6 {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 15:03:20.620731 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56dffbf3-4309-4b9f-992f-118a9d2b3563", "name": "network-vif-deleted", "tag": "0ed1e1a7-57d4-4ca3-9a56-96e3e696207c", "status": "completed", "code": 200}]} {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 15:03:20.621073 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a3e54d25-a276-48d4-a925-f212406f67b6 {{(pid=110157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 15:03:20.621560 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3e54d25-a276-48d4-a925-f212406f67b6'] response: {'server_uuid': '56dffbf3-4309-4b9f-992f-118a9d2b3563', 'name': 'network-vif-deleted', 'tag': '0ed1e1a7-57d4-4ca3-9a56-96e3e696207c', 'status': 'completed', 'code': 200} May 18 15:03:20.625377 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-dadb8dc0-de88-46f2-8138-f7511f18258d None None] Set router f05fe87d-8925-47ed-a112-a885d34bbd44 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:03:20.643021 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-0586baa2-2dfb-4388-a9e5-9cc8c771bb08 admin admin] Publish callbacks [] for security_group (f4b84e92-6ac4-47d3-a0d2-d56bd2f7f956), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:20.653393 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-0586baa2-2dfb-4388-a9e5-9cc8c771bb08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (f4b84e92-6ac4-47d3-a0d2-d56bd2f7f956), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:20.687351 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:03:20.693052 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 39126) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:03:20.693254 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-0586baa2-2dfb-4388-a9e5-9cc8c771bb08 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=39c3852392cc436397866c4fec41c2bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2939503 May 18 15:03:20.707054 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0586baa2-2dfb-4388-a9e5-9cc8c771bb08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b84e92-6ac4-47d3-a0d2-d56bd2f7f956,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:03:20.769421 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-6117ab9d-75ef-420b-84d1-8a167ce1ca99 admin admin] Publish callbacks [] for security_group (f4b84e92-6ac4-47d3-a0d2-d56bd2f7f956), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:20.791787 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-6117ab9d-75ef-420b-84d1-8a167ce1ca99 admin admin] Publish callbacks [] for security_group (f4b84e92-6ac4-47d3-a0d2-d56bd2f7f956), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:20.797772 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=100 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:03:20.839851 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-6117ab9d-75ef-420b-84d1-8a167ce1ca99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (f4b84e92-6ac4-47d3-a0d2-d56bd2f7f956), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:20.841552 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-dadb8dc0-de88-46f2-8138-f7511f18258d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'name': 'tempest-AttachVolumeNegativeTest-1491292696-router', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '200f4252-f1fc-44ba-8589-ea8c90b89e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:00:51Z', 'updated_at': '2022-05-18T15:00:55Z', 'revision_number': 4, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'gw_port': {'id': '200f4252-f1fc-44ba-8589-ea8c90b89e1c', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:00:52Z', 'updated_at': '2022-05-18T15:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': '12f29204-1101-4159-9268-800d69f5f906', 'name': '', 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'mac_address': 'fa:16:3e:75:98:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '05655c39-f8fa-418a-853d-5fe3e615ed30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:00:54Z', 'updated_at': '2022-05-18T15:00:58Z', 'revision_number': 5, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'subnets': [{'id': '05655c39-f8fa-418a-853d-5fe3e615ed30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:03:20.842579 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-6117ab9d-75ef-420b-84d1-8a167ce1ca99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:20.846462 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-6117ab9d-75ef-420b-84d1-8a167ce1ca99 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f4b84e92-6ac4-47d3-a0d2-d56bd2f7f956 HTTP/1.1" status: 204 len: 168 time: 0.1497185 May 18 15:03:20.852508 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6117ab9d-75ef-420b-84d1-8a167ce1ca99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b84e92-6ac4-47d3-a0d2-d56bd2f7f956,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:03:20.871427 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadb8dc0-de88-46f2-8138-f7511f18258d None None] Checking router: f05fe87d-8925-47ed-a112-a885d34bbd44 for host: dv-cinder-839987-7-iscsi {{(pid=110159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 15:03:20.880230 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadb8dc0-de88-46f2-8138-f7511f18258d None None] Routers {'f05fe87d-8925-47ed-a112-a885d34bbd44'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:03:20.880857 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-dadb8dc0-de88-46f2-8138-f7511f18258d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:02:53Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['f05fe87d-8925-47ed-a112-a885d34bbd44'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:03:21.076157 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-dadb8dc0-de88-46f2-8138-f7511f18258d None None] Set router f05fe87d-8925-47ed-a112-a885d34bbd44 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:03:21.279402 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-dadb8dc0-de88-46f2-8138-f7511f18258d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'name': 'tempest-AttachVolumeNegativeTest-1491292696-router', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '200f4252-f1fc-44ba-8589-ea8c90b89e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:00:51Z', 'updated_at': '2022-05-18T15:00:55Z', 'revision_number': 4, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'gw_port': {'id': '200f4252-f1fc-44ba-8589-ea8c90b89e1c', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:00:52Z', 'updated_at': '2022-05-18T15:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': '12f29204-1101-4159-9268-800d69f5f906', 'name': '', 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'mac_address': 'fa:16:3e:75:98:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '05655c39-f8fa-418a-853d-5fe3e615ed30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:00:54Z', 'updated_at': '2022-05-18T15:00:58Z', 'revision_number': 5, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'subnets': [{'id': '05655c39-f8fa-418a-853d-5fe3e615ed30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:03:21.308192 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadb8dc0-de88-46f2-8138-f7511f18258d None None] The sync data for ids ['f05fe87d-8925-47ed-a112-a885d34bbd44'] in dv-cinder-839987-7-iscsi is: [{'id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'name': 'tempest-AttachVolumeNegativeTest-1491292696-router', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '200f4252-f1fc-44ba-8589-ea8c90b89e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:00:51Z', 'updated_at': '2022-05-18T15:00:55Z', 'revision_number': 4, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'gw_port': {'id': '200f4252-f1fc-44ba-8589-ea8c90b89e1c', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:00:52Z', 'updated_at': '2022-05-18T15:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': '12f29204-1101-4159-9268-800d69f5f906', 'name': '', 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'mac_address': 'fa:16:3e:75:98:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '05655c39-f8fa-418a-853d-5fe3e615ed30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:00:54Z', 'updated_at': '2022-05-18T15:00:58Z', 'revision_number': 5, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'subnets': [{'id': '05655c39-f8fa-418a-853d-5fe3e615ed30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 15:03:21.449824 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 39164) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:03:21.513654 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-89b212fe-50fe-4dbd-bb1d-101775f3711f tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for security_group (a9d8de0d-d71c-45de-8a81-9dc55761af47), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:21.543130 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-89b212fe-50fe-4dbd-bb1d-101775f3711f tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for security_group (a9d8de0d-d71c-45de-8a81-9dc55761af47), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:21.587002 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:03:21.611205 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-89b212fe-50fe-4dbd-bb1d-101775f3711f tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (a9d8de0d-d71c-45de-8a81-9dc55761af47), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:21.615002 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-89b212fe-50fe-4dbd-bb1d-101775f3711f tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for security_group (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:21.619244 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-89b212fe-50fe-4dbd-bb1d-101775f3711f tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "DELETE /v2.0/security-groups/a9d8de0d-d71c-45de-8a81-9dc55761af47 HTTP/1.1" status: 204 len: 168 time: 0.1652884 May 18 15:03:21.619637 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 39170) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:03:21.633033 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b212fe-50fe-4dbd-bb1d-101775f3711f tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d8de0d-d71c-45de-8a81-9dc55761af47,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:03:21.641385 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b212fe-50fe-4dbd-bb1d-101775f3711f tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:03:21.641833 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b212fe-50fe-4dbd-bb1d-101775f3711f tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:03:21.642623 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b212fe-50fe-4dbd-bb1d-101775f3711f tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:03:21.643137 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b212fe-50fe-4dbd-bb1d-101775f3711f tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:03:21.643561 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b212fe-50fe-4dbd-bb1d-101775f3711f tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:03:21.644131 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b212fe-50fe-4dbd-bb1d-101775f3711f tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:03:21.644746 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b212fe-50fe-4dbd-bb1d-101775f3711f tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:03:21.645194 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.api.v2.resource [None req-762637f2-1e91-4332-b2c0-c093a9fc1dd6 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] show failed (client error): The resource could not be found. May 18 15:03:21.645613 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b212fe-50fe-4dbd-bb1d-101775f3711f tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:03:21.646157 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b212fe-50fe-4dbd-bb1d-101775f3711f tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:03:21.646703 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b212fe-50fe-4dbd-bb1d-101775f3711f tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:03:21.647337 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b212fe-50fe-4dbd-bb1d-101775f3711f tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:03:21.647978 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b212fe-50fe-4dbd-bb1d-101775f3711f tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:03:21.648532 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b212fe-50fe-4dbd-bb1d-101775f3711f tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:03:21.649108 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b212fe-50fe-4dbd-bb1d-101775f3711f tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:03:21.649242 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-762637f2-1e91-4332-b2c0-c093a9fc1dd6 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/security-groups/a9d8de0d-d71c-45de-8a81-9dc55761af47 HTTP/1.1" status: 404 len: 347 time: 0.0284927 May 18 15:03:21.649761 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b212fe-50fe-4dbd-bb1d-101775f3711f tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:03:21.650311 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 39172) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:03:21.656220 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1448a39-9069-412e-b30c-aeb0527572ee None None] New status for floating IP 07efd678-ead0-43d0-b17d-29ca011646ec: DOWN {{(pid=110158) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 15:03:21.712762 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 39176) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:03:21.771487 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.plugin [None req-f1461024-08cc-4493-8e4e-1482544b4fb0 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Deleting port 1aae4dd1-6185-4647-bca7-e46dbbfc4bb5 {{(pid=110156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:03:21.771907 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-f1461024-08cc-4493-8e4e-1482544b4fb0 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (1aae4dd1-6185-4647-bca7-e46dbbfc4bb5), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:21.874921 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-f1461024-08cc-4493-8e4e-1482544b4fb0 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (1aae4dd1-6185-4647-bca7-e46dbbfc4bb5), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:21.876076 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-f1461024-08cc-4493-8e4e-1482544b4fb0 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for floatingip (1aae4dd1-6185-4647-bca7-e46dbbfc4bb5), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:21.901192 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.plugin [None req-f1461024-08cc-4493-8e4e-1482544b4fb0 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Calling delete_port for 1aae4dd1-6185-4647-bca7-e46dbbfc4bb5 owned by network:floatingip {{(pid=110156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:03:21.995082 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-52cfa8d1-c471-42f8-bfbb-936159182b08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:22.076075 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-f1461024-08cc-4493-8e4e-1482544b4fb0 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14495174'] for port (1aae4dd1-6185-4647-bca7-e46dbbfc4bb5), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:22.077911 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:03:22.083284 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-52cfa8d1-c471-42f8-bfbb-936159182b08 admin admin] Publish callbacks [] for security_group (174daf5b-c9be-4f46-9a57-b0857ae7c94a), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:22.087603 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-52cfa8d1-c471-42f8-bfbb-936159182b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (174daf5b-c9be-4f46-9a57-b0857ae7c94a), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:22.109671 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1461024-08cc-4493-8e4e-1482544b4fb0 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Pushing event deleted for resources: {'Port': ['ID=1aae4dd1-6185-4647-bca7-e46dbbfc4bb5,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:03:22.137372 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-52cfa8d1-c471-42f8-bfbb-936159182b08 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6f2dad8a58ae4a5a8318fed682edfe8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4234347 May 18 15:03:22.138199 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cfa8d1-c471-42f8-bfbb-936159182b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174daf5b-c9be-4f46-9a57-b0857ae7c94a,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:03:22.140601 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 39188) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:03:22.173638 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-f1461024-08cc-4493-8e4e-1482544b4fb0 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for floatingip (07efd678-ead0-43d0-b17d-29ca011646ec), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:22.176115 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-f1461024-08cc-4493-8e4e-1482544b4fb0 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for floatingip (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:22.177505 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-f1461024-08cc-4493-8e4e-1482544b4fb0 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "DELETE /v2.0/floatingips/07efd678-ead0-43d0-b17d-29ca011646ec HTTP/1.1" status: 204 len: 168 time: 0.5262923 May 18 15:03:22.202123 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-e57244c7-a382-4543-8797-680a9c92d266 admin admin] Publish callbacks [] for security_group (174daf5b-c9be-4f46-9a57-b0857ae7c94a), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:22.226061 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-e57244c7-a382-4543-8797-680a9c92d266 admin admin] Publish callbacks [] for security_group (174daf5b-c9be-4f46-9a57-b0857ae7c94a), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:22.252329 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 39196) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:03:22.257689 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-05a1567d-3f80-42fb-b037-eb234c83115e tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1689097223', 'description': 'tempest-description--1669747138'}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:03:22.279071 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-e57244c7-a382-4543-8797-680a9c92d266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (174daf5b-c9be-4f46-9a57-b0857ae7c94a), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:22.280401 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-05a1567d-3f80-42fb-b037-eb234c83115e tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for security_group (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:22.282569 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-e57244c7-a382-4543-8797-680a9c92d266 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:22.283971 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-e57244c7-a382-4543-8797-680a9c92d266 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/174daf5b-c9be-4f46-9a57-b0857ae7c94a HTTP/1.1" status: 204 len: 168 time: 0.1422946 May 18 15:03:22.296972 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57244c7-a382-4543-8797-680a9c92d266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174daf5b-c9be-4f46-9a57-b0857ae7c94a,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:03:22.367406 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-05a1567d-3f80-42fb-b037-eb234c83115e tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for security_group (640a0eb0-d6cf-44cb-ace8-8161915affa1), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:22.372223 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-05a1567d-3f80-42fb-b037-eb234c83115e tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (640a0eb0-d6cf-44cb-ace8-8161915affa1), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:22.405436 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-05a1567d-3f80-42fb-b037-eb234c83115e tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for security_group (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:22.409847 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 39204) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:03:22.414753 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-05a1567d-3f80-42fb-b037-eb234c83115e tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1595745 May 18 15:03:22.415001 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [None req-0a52ff0d-2b37-41b1-b8c3-0b0f1d65d4b2 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Request body: {'security_group_rule': {'security_group_id': '640a0eb0-d6cf-44cb-ace8-8161915affa1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:03:22.418436 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a1567d-3f80-42fb-b037-eb234c83115e tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=640a0eb0-d6cf-44cb-ace8-8161915affa1,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:03:22.444761 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-0a52ff0d-2b37-41b1-b8c3-0b0f1d65d4b2 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for security_group_rule (6303c7c1-5036-41f8-9c31-d87c7673573a), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:22.517989 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-0a52ff0d-2b37-41b1-b8c3-0b0f1d65d4b2 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for security_group_rule (6303c7c1-5036-41f8-9c31-d87c7673573a), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:22.523241 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-0a52ff0d-2b37-41b1-b8c3-0b0f1d65d4b2 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039443'] for security_group_rule (6303c7c1-5036-41f8-9c31-d87c7673573a), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:22.544237 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a52ff0d-2b37-41b1-b8c3-0b0f1d65d4b2 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6303c7c1-5036-41f8-9c31-d87c7673573a,revision_number=0']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:03:22.556649 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-0a52ff0d-2b37-41b1-b8c3-0b0f1d65d4b2 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:22.560650 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-0a52ff0d-2b37-41b1-b8c3-0b0f1d65d4b2 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1497259 May 18 15:03:22.561411 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 39208) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:03:22.566567 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-74308d65-2727-4dfc-a14c-581c038f989a tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Request body: {'security_group_rule': {'security_group_id': '640a0eb0-d6cf-44cb-ace8-8161915affa1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:03:22.600126 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-74308d65-2727-4dfc-a14c-581c038f989a tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for security_group_rule (99a901a3-3781-4e27-b69e-288d2cb83c9c), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:22.624898 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:03:22.672138 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-74308d65-2727-4dfc-a14c-581c038f989a tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for security_group_rule (99a901a3-3781-4e27-b69e-288d2cb83c9c), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:22.679794 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-74308d65-2727-4dfc-a14c-581c038f989a tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039443'] for security_group_rule (99a901a3-3781-4e27-b69e-288d2cb83c9c), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:22.706904 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74308d65-2727-4dfc-a14c-581c038f989a tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99a901a3-3781-4e27-b69e-288d2cb83c9c,revision_number=0']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:03:22.716572 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-74308d65-2727-4dfc-a14c-581c038f989a tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:22.720819 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-74308d65-2727-4dfc-a14c-581c038f989a tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1552684 May 18 15:03:22.721260 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 39216) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:03:22.727403 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-77367316-5dc0-465c-a776-c41630ff4a1d tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Request body: {'floatingip': {'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8'}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:03:22.749543 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-77367316-5dc0-465c-a776-c41630ff4a1d tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:22.822493 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:03:22.842042 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-77367316-5dc0-465c-a776-c41630ff4a1d tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:22.944311 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b93fb168-2afa-440d-8241-21fe38e92c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (a5518e17-d4a6-403f-b34f-0fa3d03f1833), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:22.965291 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.db_base_plugin_common [None req-77367316-5dc0-465c-a776-c41630ff4a1d tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Allocated IP 172.27.3.107 (f20aa9f3-2984-481b-bb59-fa1f034e36c8/b7750f80-229c-4d19-b013-2aee5952f8bb/04c570ac-7c9f-4195-944b-56fa952c815c) {{(pid=110156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 15:03:23.082620 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-77367316-5dc0-465c-a776-c41630ff4a1d tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for port (04c570ac-7c9f-4195-944b-56fa952c815c), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:23.113848 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-77367316-5dc0-465c-a776-c41630ff4a1d tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14495174'] for port (04c570ac-7c9f-4195-944b-56fa952c815c), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:23.162259 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77367316-5dc0-465c-a776-c41630ff4a1d tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Network f20aa9f3-2984-481b-bb59-fa1f034e36c8 is already hosted by enough agents. {{(pid=110156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 15:03:23.167630 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.base_scheduler [None req-77367316-5dc0-465c-a776-c41630ff4a1d tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Resources bound (agent type, host, resource id): {{(pid=110156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 15:03:23.171429 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77367316-5dc0-465c-a776-c41630ff4a1d tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Received port after_create {{(pid=110156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 15:03:23.174635 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77367316-5dc0-465c-a776-c41630ff4a1d tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Pushing event updated for resources: {'Port': ['ID=04c570ac-7c9f-4195-944b-56fa952c815c,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:03:23.256479 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-77367316-5dc0-465c-a776-c41630ff4a1d tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for floatingip (72d3a940-956c-46f4-a835-ba3105a12f1c), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:23.294504 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-77367316-5dc0-465c-a776-c41630ff4a1d tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (04c570ac-7c9f-4195-944b-56fa952c815c), before_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:23.418288 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=5 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:03:23.484350 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-77367316-5dc0-465c-a776-c41630ff4a1d tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for port (04c570ac-7c9f-4195-944b-56fa952c815c), precommit_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:23.490259 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-77367316-5dc0-465c-a776-c41630ff4a1d tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14495217'] for port (04c570ac-7c9f-4195-944b-56fa952c815c), after_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:23.568816 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77367316-5dc0-465c-a776-c41630ff4a1d tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Pushing event updated for resources: {'Port': ['ID=04c570ac-7c9f-4195-944b-56fa952c815c,revision_number=2']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:03:23.578313 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-77367316-5dc0-465c-a776-c41630ff4a1d tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008279'] for floatingip (72d3a940-956c-46f4-a835-ba3105a12f1c), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:23.581535 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:03:23.594435 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-77367316-5dc0-465c-a776-c41630ff4a1d tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for floatingip (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:23.599381 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-77367316-5dc0-465c-a776-c41630ff4a1d tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8733571 May 18 15:03:23.789679 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1b296b75-0591-4720-bcd0-556237bb28fd req-11aef787-2f17-473e-95d6-29eb0ef9d70f tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1689097223&fields=id&tenant_id=0d032e462665466d83ab51e9c116d1e0 HTTP/1.1" status: 200 len: 267 time: 0.0422943 May 18 15:03:23.836066 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device 0ed1e1a7-57d4-4ca3-9a56-96e3e696207c no longer exists at agent hyperv_hv-cinder-83998 {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 15:03:23.855411 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] No Port match for: 0ed1e1a7-57d4-4ca3-9a56-96e3e696207c {{(pid=110158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 15:03:23.855761 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device 0ed1e1a7-57d4-4ca3-9a56-96e3e696207c not bound to the agent host hv-cinder-83998 {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 15:03:23.898050 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b296b75-0591-4720-bcd0-556237bb28fd req-f784c749-8e96-4021-ab72-2dee23263f77 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:03:23.899686 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1b296b75-0591-4720-bcd0-556237bb28fd req-f784c749-8e96-4021-ab72-2dee23263f77 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/networks?id=9022122f-bfa2-48d6-ae5d-8c609a059727 HTTP/1.1" status: 200 len: 815 time: 0.1036522 May 18 15:03:23.915387 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1b296b75-0591-4720-bcd0-556237bb28fd req-f323412c-7082-4e0a-969e-9237396cf172 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/quotas/0d032e462665466d83ab51e9c116d1e0 HTTP/1.1" status: 200 len: 375 time: 0.0099597 May 18 15:03:23.969271 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1b296b75-0591-4720-bcd0-556237bb28fd req-ef8319ea-9e0c-4e1d-8995-5f6ea669469a tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0d032e462665466d83ab51e9c116d1e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479059 May 18 15:03:24.019932 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-50f4e27f-5619-452e-9630-0448ff5d9157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (0f4dbee4-4999-4f30-b578-59222d25f53e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:24.079824 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1b296b75-0591-4720-bcd0-556237bb28fd req-99782dde-a2f6-45e6-8541-37f34d0c5d8a service neutron] 10.222.0.59 "GET /v2.0/networks/9022122f-bfa2-48d6-ae5d-8c609a059727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983875 May 18 15:03:24.141470 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:03:24.177803 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1b296b75-0591-4720-bcd0-556237bb28fd req-7e7f7d72-7e75-4852-911c-dc428ff61b15 service neutron] 10.222.0.59 "GET /v2.0/networks/9022122f-bfa2-48d6-ae5d-8c609a059727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913954 May 18 15:03:24.348210 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-da158b8a-f4e2-4baf-832c-5497bf954af0 req-5ac47f21-9d43-486a-b45e-ce67f56d8e6c tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f5d990d-62fe-4ba3-8f3e-3ec9da6e1ae3 HTTP/1.1" status: 200 len: 210 time: 0.0350885 May 18 15:03:25.155242 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-86248160-1b36-4d80-a449-232705ae1859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (11bd5e7f-0ec7-43f5-9ca8-99d3c1136d9c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:25.319969 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:03:25.338260 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b296b75-0591-4720-bcd0-556237bb28fd req-3add49f5-61a3-4891-af5f-1e734bca3965 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:03:25.339836 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1b296b75-0591-4720-bcd0-556237bb28fd req-3add49f5-61a3-4891-af5f-1e734bca3965 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.49 "GET /v2.0/networks?id=9022122f-bfa2-48d6-ae5d-8c609a059727 HTTP/1.1" status: 200 len: 815 time: 0.1157629 May 18 15:03:25.439602 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1b296b75-0591-4720-bcd0-556237bb28fd req-5d4c5ce4-505b-406c-96cf-8719536089c1 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d032e462665466d83ab51e9c116d1e0 HTTP/1.1" status: 200 len: 380 time: 0.0820577 May 18 15:03:25.446395 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 39298) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:03:25.468236 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-34f4c1ca-823d-450c-b7d4-25a56c978ed4 req-e591225d-6af8-4d10-a5da-7ccc0c37cc57 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f5d990d-62fe-4ba3-8f3e-3ec9da6e1ae3 HTTP/1.1" status: 200 len: 210 time: 0.0275793 May 18 15:03:25.520768 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [req-1b296b75-0591-4720-bcd0-556237bb28fd req-f6b458bf-f65b-4ee9-aeb3-27976c39b2fa tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Request body: {'port': {'device_id': '6f5d990d-62fe-4ba3-8f3e-3ec9da6e1ae3', 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727', 'admin_state_up': True, 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'security_groups': ['640a0eb0-d6cf-44cb-ace8-8161915affa1']}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:03:25.553282 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-3dee972d-3e3c-41ef-b3e2-3940eaa8669b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:25.637153 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-3dee972d-3e3c-41ef-b3e2-3940eaa8669b admin admin] Publish callbacks [] for security_group (bdfa77e9-7492-4ad0-ae00-fa53331b3053), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:25.641404 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-3dee972d-3e3c-41ef-b3e2-3940eaa8669b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (bdfa77e9-7492-4ad0-ae00-fa53331b3053), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:25.684228 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-3dee972d-3e3c-41ef-b3e2-3940eaa8669b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f5b5dfa35337481eb0ad186143c4cf9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2366617 May 18 15:03:25.685137 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dee972d-3e3c-41ef-b3e2-3940eaa8669b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdfa77e9-7492-4ad0-ae00-fa53331b3053,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:03:25.687466 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 39302) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:03:25.751088 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-c1acaec3-5ff0-4e1c-8c3c-96102e7c133c admin admin] Publish callbacks [] for security_group (bdfa77e9-7492-4ad0-ae00-fa53331b3053), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:25.774684 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-c1acaec3-5ff0-4e1c-8c3c-96102e7c133c admin admin] Publish callbacks [] for security_group (bdfa77e9-7492-4ad0-ae00-fa53331b3053), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:25.822963 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-c1acaec3-5ff0-4e1c-8c3c-96102e7c133c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (bdfa77e9-7492-4ad0-ae00-fa53331b3053), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:25.825445 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-c1acaec3-5ff0-4e1c-8c3c-96102e7c133c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:25.826648 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-c1acaec3-5ff0-4e1c-8c3c-96102e7c133c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bdfa77e9-7492-4ad0-ae00-fa53331b3053 HTTP/1.1" status: 204 len: 168 time: 0.1382523 May 18 15:03:25.835496 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1acaec3-5ff0-4e1c-8c3c-96102e7c133c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdfa77e9-7492-4ad0-ae00-fa53331b3053,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:03:25.890225 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b296b75-0591-4720-bcd0-556237bb28fd req-f6b458bf-f65b-4ee9-aeb3-27976c39b2fa tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Made reservation on behalf of 0d032e462665466d83ab51e9c116d1e0 for: {'port': 1} {{(pid=110157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 15:03:25.894161 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-1b296b75-0591-4720-bcd0-556237bb28fd req-f6b458bf-f65b-4ee9-aeb3-27976c39b2fa tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:26.027181 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.db_base_plugin_common [req-1b296b75-0591-4720-bcd0-556237bb28fd req-f6b458bf-f65b-4ee9-aeb3-27976c39b2fa tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Allocated IP 172.20.0.13 (9022122f-bfa2-48d6-ae5d-8c609a059727/05655c39-f8fa-418a-853d-5fe3e615ed30/6bc6841a-03a0-4690-9f21-b311d2d31c85) {{(pid=110157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 15:03:26.132635 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 39312) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:03:26.146911 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-34d171a5-2017-4849-9848-d78e420ba8a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:26.208302 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-1b296b75-0591-4720-bcd0-556237bb28fd req-f6b458bf-f65b-4ee9-aeb3-27976c39b2fa tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for port (6bc6841a-03a0-4690-9f21-b311d2d31c85), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:26.244846 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-1b296b75-0591-4720-bcd0-556237bb28fd req-f6b458bf-f65b-4ee9-aeb3-27976c39b2fa tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13704171'] for port (6bc6841a-03a0-4690-9f21-b311d2d31c85), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:26.247781 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-34d171a5-2017-4849-9848-d78e420ba8a5 admin admin] Publish callbacks [] for security_group (bfaaf385-b84f-44a9-a591-ea2ff5ed21a2), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:26.252382 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-34d171a5-2017-4849-9848-d78e420ba8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (bfaaf385-b84f-44a9-a591-ea2ff5ed21a2), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:26.295063 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b296b75-0591-4720-bcd0-556237bb28fd req-f6b458bf-f65b-4ee9-aeb3-27976c39b2fa tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Network 9022122f-bfa2-48d6-ae5d-8c609a059727 is already hosted by enough agents. {{(pid=110157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 15:03:26.298993 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.base_scheduler [req-1b296b75-0591-4720-bcd0-556237bb28fd req-f6b458bf-f65b-4ee9-aeb3-27976c39b2fa tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Resources bound (agent type, host, resource id): {{(pid=110157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 15:03:26.299143 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-34d171a5-2017-4849-9848-d78e420ba8a5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4eaddc798500463e93352b2a0d00109a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1647975 May 18 15:03:26.299895 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d171a5-2017-4849-9848-d78e420ba8a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfaaf385-b84f-44a9-a591-ea2ff5ed21a2,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:03:26.302578 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 39318) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:03:26.303030 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b296b75-0591-4720-bcd0-556237bb28fd req-f6b458bf-f65b-4ee9-aeb3-27976c39b2fa tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Received port after_create {{(pid=110157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 15:03:26.338696 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b458bf-f65b-4ee9-aeb3-27976c39b2fa tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Pushing event updated for resources: {'Port': ['ID=6bc6841a-03a0-4690-9f21-b311d2d31c85,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:03:26.361443 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-5dc31359-13a8-4797-b27f-4c60b1628f3d admin admin] Publish callbacks [] for security_group (bfaaf385-b84f-44a9-a591-ea2ff5ed21a2), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:26.362071 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b296b75-0591-4720-bcd0-556237bb28fd req-f6b458bf-f65b-4ee9-aeb3-27976c39b2fa tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:03:26.362721 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-1b296b75-0591-4720-bcd0-556237bb28fd req-f6b458bf-f65b-4ee9-aeb3-27976c39b2fa tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for port (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:26.362895 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=11 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:03:26.381304 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1b296b75-0591-4720-bcd0-556237bb28fd req-f6b458bf-f65b-4ee9-aeb3-27976c39b2fa tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8637724 May 18 15:03:26.391339 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-5dc31359-13a8-4797-b27f-4c60b1628f3d admin admin] Publish callbacks [] for security_group (bfaaf385-b84f-44a9-a591-ea2ff5ed21a2), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:26.400175 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [req-1b296b75-0591-4720-bcd0-556237bb28fd req-55ca040d-bff2-4b1b-b60c-8705703b4523 service neutron] Request body: {'port': {'device_id': '6f5d990d-62fe-4ba3-8f3e-3ec9da6e1ae3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:03:26.466976 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:03:26.467570 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-5dc31359-13a8-4797-b27f-4c60b1628f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (bfaaf385-b84f-44a9-a591-ea2ff5ed21a2), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:26.470675 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-5dc31359-13a8-4797-b27f-4c60b1628f3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:26.471984 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-5dc31359-13a8-4797-b27f-4c60b1628f3d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bfaaf385-b84f-44a9-a591-ea2ff5ed21a2 HTTP/1.1" status: 204 len: 168 time: 0.1681073 May 18 15:03:26.476468 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-1b296b75-0591-4720-bcd0-556237bb28fd req-55ca040d-bff2-4b1b-b60c-8705703b4523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (6bc6841a-03a0-4690-9f21-b311d2d31c85), before_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:26.485839 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc31359-13a8-4797-b27f-4c60b1628f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfaaf385-b84f-44a9-a591-ea2ff5ed21a2,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:03:26.493099 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:03:26.500354 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:26.569633 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:03:26.628707 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-55759662-daf8-4fc7-b04d-3d3f01ea68c4 None None] Provisioning complete for port 6bc6841a-03a0-4690-9f21-b311d2d31c85 triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 15:03:26.629243 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55759662-daf8-4fc7-b04d-3d3f01ea68c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (6bc6841a-03a0-4690-9f21-b311d2d31c85), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:26.638190 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e7f71c-a333-410e-999e-c6c9ac8032e9 req-05ec27d1-c88f-4fac-8bb7-f576b4b160d1 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:03:26.639697 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-68e7f71c-a333-410e-999e-c6c9ac8032e9 req-05ec27d1-c88f-4fac-8bb7-f576b4b160d1 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f5d990d-62fe-4ba3-8f3e-3ec9da6e1ae3 HTTP/1.1" status: 200 len: 932 time: 0.0688102 May 18 15:03:26.670009 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55759662-daf8-4fc7-b04d-3d3f01ea68c4 None None] Port 6bc6841a-03a0-4690-9f21-b311d2d31c85 cannot update to ACTIVE because it is not bound. {{(pid=110158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 15:03:26.795765 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-68e7f71c-a333-410e-999e-c6c9ac8032e9 req-ca096b01-2d26-4743-9099-9cef14113ddf tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/security-groups?id=640a0eb0-d6cf-44cb-ace8-8161915affa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127250 May 18 15:03:26.895198 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.notifiers.nova [req-1b296b75-0591-4720-bcd0-556237bb28fd req-55ca040d-bff2-4b1b-b60c-8705703b4523 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bc6841a-03a0-4690-9f21-b311d2d31c85 {{(pid=110157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 15:03:26.903581 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-1b296b75-0591-4720-bcd0-556237bb28fd req-55ca040d-bff2-4b1b-b60c-8705703b4523 service neutron] Publish callbacks [] for port (6bc6841a-03a0-4690-9f21-b311d2d31c85), precommit_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:26.919137 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.provisioning_blocks [req-1b296b75-0591-4720-bcd0-556237bb28fd req-55ca040d-bff2-4b1b-b60c-8705703b4523 service neutron] Transition to ACTIVE for port object 6bc6841a-03a0-4690-9f21-b311d2d31c85 will not be triggered until provisioned by entity L2. {{(pid=110157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 15:03:26.923069 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-1b296b75-0591-4720-bcd0-556237bb28fd req-55ca040d-bff2-4b1b-b60c-8705703b4523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13704156'] for port (6bc6841a-03a0-4690-9f21-b311d2d31c85), after_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:26.978726 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ca040d-bff2-4b1b-b60c-8705703b4523 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc6841a-03a0-4690-9f21-b311d2d31c85,revision_number=2']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:03:27.055930 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.managers [req-1b296b75-0591-4720-bcd0-556237bb28fd req-55ca040d-bff2-4b1b-b60c-8705703b4523 service neutron] Attempting to bind port 6bc6841a-03a0-4690-9f21-b311d2d31c85 on host hv-cinder-83998 for vnic_type normal with profile {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 15:03:27.056275 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.managers [req-1b296b75-0591-4720-bcd0-556237bb28fd req-55ca040d-bff2-4b1b-b60c-8705703b4523 service neutron] Attempting to bind port 6bc6841a-03a0-4690-9f21-b311d2d31c85 by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': 'e4fe1652-d7db-47a5-be36-f616796bf534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727'}] {{(pid=110157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 15:03:27.056627 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b296b75-0591-4720-bcd0-556237bb28fd req-55ca040d-bff2-4b1b-b60c-8705703b4523 service neutron] Attempting to bind port 6bc6841a-03a0-4690-9f21-b311d2d31c85 on network 9022122f-bfa2-48d6-ae5d-8c609a059727 {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 15:03:27.061381 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b296b75-0591-4720-bcd0-556237bb28fd req-55ca040d-bff2-4b1b-b60c-8705703b4523 service neutron] Port 6bc6841a-03a0-4690-9f21-b311d2d31c85 on network 9022122f-bfa2-48d6-ae5d-8c609a059727 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 15:03:27.061708 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b296b75-0591-4720-bcd0-556237bb28fd req-55ca040d-bff2-4b1b-b60c-8705703b4523 service neutron] Attempting to bind port 6bc6841a-03a0-4690-9f21-b311d2d31c85 on network 9022122f-bfa2-48d6-ae5d-8c609a059727 {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 15:03:27.066802 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b296b75-0591-4720-bcd0-556237bb28fd req-55ca040d-bff2-4b1b-b60c-8705703b4523 service neutron] Checking agent: {'id': 'f376d122-85a6-484a-a941-8f32d5a81e72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 53, 39), 'started_at': datetime.datetime(2022, 5, 18, 14, 53, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 15, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 15:03:27.067153 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b296b75-0591-4720-bcd0-556237bb28fd req-55ca040d-bff2-4b1b-b60c-8705703b4523 service neutron] Checking segment: {'id': 'e4fe1652-d7db-47a5-be36-f616796bf534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 15:03:27.067540 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b296b75-0591-4720-bcd0-556237bb28fd req-55ca040d-bff2-4b1b-b60c-8705703b4523 service neutron] Bound using segment: {'id': 'e4fe1652-d7db-47a5-be36-f616796bf534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727'} {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 15:03:27.067971 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.managers [req-1b296b75-0591-4720-bcd0-556237bb28fd req-55ca040d-bff2-4b1b-b60c-8705703b4523 service neutron] Bound port: 6bc6841a-03a0-4690-9f21-b311d2d31c85, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4fe1652-d7db-47a5-be36-f616796bf534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727'}}] {{(pid=110157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 15:03:27.068337 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-1b296b75-0591-4720-bcd0-556237bb28fd req-55ca040d-bff2-4b1b-b60c-8705703b4523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (6bc6841a-03a0-4690-9f21-b311d2d31c85), before_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:27.132013 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.db [req-1b296b75-0591-4720-bcd0-556237bb28fd req-55ca040d-bff2-4b1b-b60c-8705703b4523 service neutron] For port 6bc6841a-03a0-4690-9f21-b311d2d31c85, host hv-cinder-83998, cleared binding levels {{(pid=110157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 15:03:27.135021 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.db [req-1b296b75-0591-4720-bcd0-556237bb28fd req-55ca040d-bff2-4b1b-b60c-8705703b4523 service neutron] For port 6bc6841a-03a0-4690-9f21-b311d2d31c85, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=6bc6841a-03a0-4690-9f21-b311d2d31c85,segment=NetworkSegment(e4fe1652-d7db-47a5-be36-f616796bf534),segment_id=e4fe1652-d7db-47a5-be36-f616796bf534)] {{(pid=110157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 15:03:27.140843 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-1b296b75-0591-4720-bcd0-556237bb28fd req-55ca040d-bff2-4b1b-b60c-8705703b4523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13704156'] for port (6bc6841a-03a0-4690-9f21-b311d2d31c85), after_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:27.176780 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b296b75-0591-4720-bcd0-556237bb28fd req-55ca040d-bff2-4b1b-b60c-8705703b4523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:03:27.177401 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-1b296b75-0591-4720-bcd0-556237bb28fd req-55ca040d-bff2-4b1b-b60c-8705703b4523 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for port (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:27.179569 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1b296b75-0591-4720-bcd0-556237bb28fd req-55ca040d-bff2-4b1b-b60c-8705703b4523 service neutron] 10.222.0.49 "PUT /v2.0/ports/6bc6841a-03a0-4690-9f21-b311d2d31c85 HTTP/1.1" status: 200 len: 1094 time: 0.7853682 May 18 15:03:27.179831 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f5d990d-62fe-4ba3-8f3e-3ec9da6e1ae3', 'tag': '6bc6841a-03a0-4690-9f21-b311d2d31c85'}] {{(pid=110157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 15:03:27.182276 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3614be4c33be7e0ed28fa23fdbb6a3604458632b91c0a79006a6fb45a0ea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293e380c-7b10-4056-ac7f-5740ac4db09d" -d '{"events": [{"name": "network-changed", "server_uuid": "6f5d990d-62fe-4ba3-8f3e-3ec9da6e1ae3", "tag": "6bc6841a-03a0-4690-9f21-b311d2d31c85"}]}' {{(pid=110157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 15:03:27.216534 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ca040d-bff2-4b1b-b60c-8705703b4523 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc6841a-03a0-4690-9f21-b311d2d31c85,revision_number=3']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:03:27.241530 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 15:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da394fee-9154-4bef-abd1-f431c915d6ca x-openstack-request-id: req-da394fee-9154-4bef-abd1-f431c915d6ca {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 15:03:27.241927 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f5d990d-62fe-4ba3-8f3e-3ec9da6e1ae3", "tag": "6bc6841a-03a0-4690-9f21-b311d2d31c85", "status": "completed", "code": 200}]} {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 15:03:27.242276 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-da394fee-9154-4bef-abd1-f431c915d6ca {{(pid=110157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 15:03:27.243158 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da394fee-9154-4bef-abd1-f431c915d6ca'] response: {'name': 'network-changed', 'server_uuid': '6f5d990d-62fe-4ba3-8f3e-3ec9da6e1ae3', 'tag': '6bc6841a-03a0-4690-9f21-b311d2d31c85', 'status': 'completed', 'code': 200} May 18 15:03:27.298416 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b296b75-0591-4720-bcd0-556237bb28fd req-9b50d997-7f3b-4a3b-8f5d-6fcb980e131a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:03:27.299950 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1b296b75-0591-4720-bcd0-556237bb28fd req-9b50d997-7f3b-4a3b-8f5d-6fcb980e131a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0d032e462665466d83ab51e9c116d1e0&device_id=6f5d990d-62fe-4ba3-8f3e-3ec9da6e1ae3 HTTP/1.1" status: 200 len: 1128 time: 0.0414767 May 18 15:03:27.350650 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1b296b75-0591-4720-bcd0-556237bb28fd req-70a9c32a-7753-4e9b-812d-f9ecad57842d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bc6841a-03a0-4690-9f21-b311d2d31c85 HTTP/1.1" status: 200 len: 217 time: 0.0354569 May 18 15:03:27.405811 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b296b75-0591-4720-bcd0-556237bb28fd req-8c9f3797-a5b3-4d39-81ed-4f7fdce1ac28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:03:27.407283 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1b296b75-0591-4720-bcd0-556237bb28fd req-8c9f3797-a5b3-4d39-81ed-4f7fdce1ac28 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=05655c39-f8fa-418a-853d-5fe3e615ed30 HTTP/1.1" status: 200 len: 854 time: 0.0508173 May 18 15:03:27.461768 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b296b75-0591-4720-bcd0-556237bb28fd req-d90684b8-e414-450f-9307-717d1660d5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:03:27.463557 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1b296b75-0591-4720-bcd0-556237bb28fd req-d90684b8-e414-450f-9307-717d1660d5e5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9022122f-bfa2-48d6-ae5d-8c609a059727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487723 May 18 15:03:27.534564 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:03:27.559690 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1b296b75-0591-4720-bcd0-556237bb28fd req-0cd50ba5-e2ff-4cff-b57d-68c750bccdc8 service neutron] 10.222.0.49 "GET /v2.0/networks/9022122f-bfa2-48d6-ae5d-8c609a059727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895019 May 18 15:03:27.612476 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:03:27.656852 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1b296b75-0591-4720-bcd0-556237bb28fd req-de49ea5d-3949-4832-a59b-dd23c437a3d5 service neutron] 10.222.0.49 "GET /v2.0/networks/9022122f-bfa2-48d6-ae5d-8c609a059727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910106 May 18 15:03:27.911607 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95dab2a-d130-446f-8520-3d108358d49e req-cce0c9b8-fdae-498b-a9b7-a34d57973383 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:03:27.913669 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d95dab2a-d130-446f-8520-3d108358d49e req-cce0c9b8-fdae-498b-a9b7-a34d57973383 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f5d990d-62fe-4ba3-8f3e-3ec9da6e1ae3 HTTP/1.1" status: 200 len: 944 time: 0.0479021 May 18 15:03:27.959186 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d95dab2a-d130-446f-8520-3d108358d49e req-c5d56431-0ddb-4119-965f-dc7c1570f690 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/security-groups?id=640a0eb0-d6cf-44cb-ace8-8161915affa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399888 May 18 15:03:28.420291 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e380c-7b10-4056-ac7f-5740ac4db09d req-06fc49d5-72c5-4017-b66b-b9f037499e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:03:28.421787 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-293e380c-7b10-4056-ac7f-5740ac4db09d req-06fc49d5-72c5-4017-b66b-b9f037499e34 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0d032e462665466d83ab51e9c116d1e0&device_id=6f5d990d-62fe-4ba3-8f3e-3ec9da6e1ae3 HTTP/1.1" status: 200 len: 1128 time: 0.0389838 May 18 15:03:28.517251 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e380c-7b10-4056-ac7f-5740ac4db09d req-d1668073-e644-4180-9869-bc6ee3ae7489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:03:28.518839 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-293e380c-7b10-4056-ac7f-5740ac4db09d req-d1668073-e644-4180-9869-bc6ee3ae7489 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9022122f-bfa2-48d6-ae5d-8c609a059727 HTTP/1.1" status: 200 len: 916 time: 0.0908577 May 18 15:03:28.556645 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-293e380c-7b10-4056-ac7f-5740ac4db09d req-52b14a1b-6c18-43e4-a783-5a20a403dda7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bc6841a-03a0-4690-9f21-b311d2d31c85 HTTP/1.1" status: 200 len: 217 time: 0.0321636 May 18 15:03:28.608830 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e380c-7b10-4056-ac7f-5740ac4db09d req-46f4423b-c62f-4193-88aa-ff79842e8133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:03:28.610426 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-293e380c-7b10-4056-ac7f-5740ac4db09d req-46f4423b-c62f-4193-88aa-ff79842e8133 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=05655c39-f8fa-418a-853d-5fe3e615ed30 HTTP/1.1" status: 200 len: 854 time: 0.0481505 May 18 15:03:28.662146 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e380c-7b10-4056-ac7f-5740ac4db09d req-c032a1ae-8ec0-4690-980f-f33b135678ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:03:28.663711 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-293e380c-7b10-4056-ac7f-5740ac4db09d req-c032a1ae-8ec0-4690-980f-f33b135678ae service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9022122f-bfa2-48d6-ae5d-8c609a059727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480189 May 18 15:03:28.766600 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-293e380c-7b10-4056-ac7f-5740ac4db09d req-0e55b58e-4402-468a-bc03-7ce70217d249 service neutron] 10.222.0.49 "GET /v2.0/networks/9022122f-bfa2-48d6-ae5d-8c609a059727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961413 May 18 15:03:28.860036 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-293e380c-7b10-4056-ac7f-5740ac4db09d req-834f7619-bc88-46b7-93d7-2fd6897e40b6 service neutron] 10.222.0.49 "GET /v2.0/networks/9022122f-bfa2-48d6-ae5d-8c609a059727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871079 May 18 15:03:29.076576 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c718e3-9fb4-4561-b6a8-847c19974b54 req-966bac97-3632-4303-b4cd-adef4012d6ae tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:03:29.078064 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e4c718e3-9fb4-4561-b6a8-847c19974b54 req-966bac97-3632-4303-b4cd-adef4012d6ae tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f5d990d-62fe-4ba3-8f3e-3ec9da6e1ae3 HTTP/1.1" status: 200 len: 944 time: 0.0481791 May 18 15:03:29.128623 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e4c718e3-9fb4-4561-b6a8-847c19974b54 req-6134a427-ba1d-449d-b962-8f6c2bb5a843 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/security-groups?id=640a0eb0-d6cf-44cb-ace8-8161915affa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443199 May 18 15:03:29.856659 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device 6bc6841a-03a0-4690-9f21-b311d2d31c85 details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=110158) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 15:03:29.961011 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port 6bc6841a-03a0-4690-9f21-b311d2d31c85, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=6bc6841a-03a0-4690-9f21-b311d2d31c85,segment=NetworkSegment(e4fe1652-d7db-47a5-be36-f616796bf534),segment_id=e4fe1652-d7db-47a5-be36-f616796bf534)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:03:29.972652 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Returning: {'device': '6bc6841a-03a0-4690-9f21-b311d2d31c85', 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727', 'port_id': '6bc6841a-03a0-4690-9f21-b311d2d31c85', 'mac_address': 'fa:16:3e:b0:d4:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05655c39-f8fa-418a-853d-5fe3e615ed30', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110158) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 15:03:30.011136 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Current status of the port 6bc6841a-03a0-4690-9f21-b311d2d31c85 is: DOWN; New status is: BUILD {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 15:03:30.011531 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (6bc6841a-03a0-4690-9f21-b311d2d31c85), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:30.026789 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bc6841a-03a0-4690-9f21-b311d2d31c85 {{(pid=110158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 15:03:30.051759 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port 6bc6841a-03a0-4690-9f21-b311d2d31c85, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=6bc6841a-03a0-4690-9f21-b311d2d31c85,segment=NetworkSegment(e4fe1652-d7db-47a5-be36-f616796bf534),segment_id=e4fe1652-d7db-47a5-be36-f616796bf534)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:03:30.056827 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (6bc6841a-03a0-4690-9f21-b311d2d31c85), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:30.094784 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:03:30.110259 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Pushing event updated for resources: {'Port': ['ID=6bc6841a-03a0-4690-9f21-b311d2d31c85,revision_number=4']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:03:30.118355 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:03:30.118707 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:03:30.119064 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:03:30.119416 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:03:30.119751 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:03:30.120105 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:03:30.120435 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:03:30.120903 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:03:30.121299 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:03:30.121651 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:03:30.122035 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:03:30.122433 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:03:30.122824 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:03:30.123181 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:03:30.123586 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:03:30.247102 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4dcab8-1248-460b-afc7-79a45738dd04 req-2eb1905e-2a60-4625-a7a0-0441d52ce26b tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:03:30.248713 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ea4dcab8-1248-460b-afc7-79a45738dd04 req-2eb1905e-2a60-4625-a7a0-0441d52ce26b tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f5d990d-62fe-4ba3-8f3e-3ec9da6e1ae3 HTTP/1.1" status: 200 len: 945 time: 0.0523109 May 18 15:03:30.295920 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ea4dcab8-1248-460b-afc7-79a45738dd04 req-2ade1fb7-d428-47c1-8521-435bb963eb72 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/security-groups?id=640a0eb0-d6cf-44cb-ace8-8161915affa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414791 May 18 15:03:30.347675 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] get_ports_and_sgs() called for port_ids ['6bc6841a-03a0-4690-9f21-b311d2d31c85'] {{(pid=110158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 15:03:31.277247 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=36 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:03:31.284300 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=67 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:03:31.409022 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c51c814-6854-475a-8a5b-1a7fafd0d72f req-d4c0c774-2d85-4eea-866f-62ff3c1639a1 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:03:31.410478 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-9c51c814-6854-475a-8a5b-1a7fafd0d72f req-d4c0c774-2d85-4eea-866f-62ff3c1639a1 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f5d990d-62fe-4ba3-8f3e-3ec9da6e1ae3 HTTP/1.1" status: 200 len: 945 time: 0.0468428 May 18 15:03:31.457446 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-9c51c814-6854-475a-8a5b-1a7fafd0d72f req-cdacae86-287a-4568-89a4-7ed9b1fbfe96 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/security-groups?id=640a0eb0-d6cf-44cb-ace8-8161915affa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409646 May 18 15:03:32.573726 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8393f-adb5-4e79-aadd-9e38924a62e9 req-08a8ebe9-b604-4808-9a4f-2c1b52ed212d tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:03:32.575209 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-91f8393f-adb5-4e79-aadd-9e38924a62e9 req-08a8ebe9-b604-4808-9a4f-2c1b52ed212d tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f5d990d-62fe-4ba3-8f3e-3ec9da6e1ae3 HTTP/1.1" status: 200 len: 945 time: 0.0514264 May 18 15:03:32.599927 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:03:32.621674 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-91f8393f-adb5-4e79-aadd-9e38924a62e9 req-90f5f2b3-ee67-461e-bb82-96233184a969 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/security-groups?id=640a0eb0-d6cf-44cb-ace8-8161915affa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409579 May 18 15:03:33.321786 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device 6bc6841a-03a0-4690-9f21-b311d2d31c85 up at agent hyperv_hv-cinder-83998 {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 15:03:33.363970 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Provisioning for port 6bc6841a-03a0-4690-9f21-b311d2d31c85 completed by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 15:03:33.369332 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Provisioning complete for port 6bc6841a-03a0-4690-9f21-b311d2d31c85 triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 15:03:33.369753 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (6bc6841a-03a0-4690-9f21-b311d2d31c85), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:33.442195 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Current status of the port 6bc6841a-03a0-4690-9f21-b311d2d31c85 is: BUILD; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 15:03:33.442480 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (6bc6841a-03a0-4690-9f21-b311d2d31c85), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:33.465365 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5d990d-62fe-4ba3-8f3e-3ec9da6e1ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc6841a-03a0-4690-9f21-b311d2d31c85'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 15:03:33.467635 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62dae43363b0d9fbe88fecb50d2dfb4fafe72539e0e1d03116e82a6fdda86ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5479589b-fa24-4680-971e-103bd50a8b22" -d '{"events": [{"server_uuid": "6f5d990d-62fe-4ba3-8f3e-3ec9da6e1ae3", "name": "network-vif-plugged", "status": "completed", "tag": "6bc6841a-03a0-4690-9f21-b311d2d31c85"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 15:03:33.484038 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port 6bc6841a-03a0-4690-9f21-b311d2d31c85, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=6bc6841a-03a0-4690-9f21-b311d2d31c85,segment=NetworkSegment(e4fe1652-d7db-47a5-be36-f616796bf534),segment_id=e4fe1652-d7db-47a5-be36-f616796bf534)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:03:33.488008 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (6bc6841a-03a0-4690-9f21-b311d2d31c85), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:33.510514 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 15:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e19482-6e16-452e-8e69-b87c31966f26 x-openstack-request-id: req-14e19482-6e16-452e-8e69-b87c31966f26 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 15:03:33.510820 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5d990d-62fe-4ba3-8f3e-3ec9da6e1ae3", "name": "network-vif-plugged", "status": "completed", "tag": "6bc6841a-03a0-4690-9f21-b311d2d31c85", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 15:03:33.511068 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-14e19482-6e16-452e-8e69-b87c31966f26 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 15:03:33.511450 dv-cinder-839987-7-iscsi neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14e19482-6e16-452e-8e69-b87c31966f26'] response: {'server_uuid': '6f5d990d-62fe-4ba3-8f3e-3ec9da6e1ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc6841a-03a0-4690-9f21-b311d2d31c85', 'code': 200} May 18 15:03:33.536857 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Pushing event updated for resources: {'Port': ['ID=6bc6841a-03a0-4690-9f21-b311d2d31c85,revision_number=5']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:03:33.710442 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544418ac-20b4-4db8-943f-04841ec238cc req-dc986d3e-6cce-4dbf-8eb4-73ff20a0bd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:03:33.711917 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-544418ac-20b4-4db8-943f-04841ec238cc req-dc986d3e-6cce-4dbf-8eb4-73ff20a0bd18 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6f5d990d-62fe-4ba3-8f3e-3ec9da6e1ae3 HTTP/1.1" status: 200 len: 1130 time: 0.0487638 May 18 15:03:33.747776 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:03:33.758366 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf889f-1ce2-44da-8f8c-f33b379100db req-7c74b8cd-2622-41bd-9adf-11796130866f tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:03:33.759814 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f2bf889f-1ce2-44da-8f8c-f33b379100db req-7c74b8cd-2622-41bd-9adf-11796130866f tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f5d990d-62fe-4ba3-8f3e-3ec9da6e1ae3 HTTP/1.1" status: 200 len: 946 time: 0.0677669 May 18 15:03:33.799609 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-544418ac-20b4-4db8-943f-04841ec238cc req-3c6d170d-9e13-482a-a4b7-03f562b77f41 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=640a0eb0-d6cf-44cb-ace8-8161915affa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721731 May 18 15:03:33.824776 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f2bf889f-1ce2-44da-8f8c-f33b379100db req-a0ef4551-d681-4af0-8779-7509d6ed8931 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/security-groups?id=640a0eb0-d6cf-44cb-ace8-8161915affa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570178 May 18 15:03:34.942461 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c9a56f-22f0-4f06-839d-0b6cc081c080 req-f417b583-9d11-4612-82a1-52bba8db9d3d tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:03:34.944605 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-95c9a56f-22f0-4f06-839d-0b6cc081c080 req-f417b583-9d11-4612-82a1-52bba8db9d3d tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f5d990d-62fe-4ba3-8f3e-3ec9da6e1ae3 HTTP/1.1" status: 200 len: 946 time: 0.0474322 May 18 15:03:34.989770 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-95c9a56f-22f0-4f06-839d-0b6cc081c080 req-d6c5888e-e64c-4a18-bd1d-342e96ff7061 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/security-groups?id=640a0eb0-d6cf-44cb-ace8-8161915affa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396004 May 18 15:03:35.099056 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfcedf7-9662-457e-a7c7-a3f379b2b435 req-1d407fe6-7be1-48de-afa7-c263c60fd0c8 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:03:35.101052 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-cdfcedf7-9662-457e-a7c7-a3f379b2b435 req-1d407fe6-7be1-48de-afa7-c263c60fd0c8 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f5d990d-62fe-4ba3-8f3e-3ec9da6e1ae3 HTTP/1.1" status: 200 len: 946 time: 0.0468912 May 18 15:03:35.109562 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 39388) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:03:35.113765 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [None req-40ae1218-2dad-44cf-92dd-0557ca00d4ef tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Request body: {'floatingip': {'port_id': '6bc6841a-03a0-4690-9f21-b311d2d31c85'}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:03:35.155261 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-40ae1218-2dad-44cf-92dd-0557ca00d4ef tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for floatingip (72d3a940-956c-46f4-a835-ba3105a12f1c), before_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:35.574741 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-40ae1218-2dad-44cf-92dd-0557ca00d4ef tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:35.578504 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-40ae1218-2dad-44cf-92dd-0557ca00d4ef tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008279'] for floatingip (72d3a940-956c-46f4-a835-ba3105a12f1c), after_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:35.675208 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.db.l3_db [None req-40ae1218-2dad-44cf-92dd-0557ca00d4ef tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Floating IP 72d3a940-956c-46f4-a835-ba3105a12f1c associated. External IP: 172.27.3.107, port: 6bc6841a-03a0-4690-9f21-b311d2d31c85. May 18 15:03:35.830209 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:03:35.866267 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:03:35.882635 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40ae1218-2dad-44cf-92dd-0557ca00d4ef tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Router f05fe87d-8925-47ed-a112-a885d34bbd44 has already been hosted by L3 agent a5518e17-d4a6-403f-b34f-0fa3d03f1833 {{(pid=110157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 15:03:35.990885 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ae1218-2dad-44cf-92dd-0557ca00d4ef tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Notify agent at l3_agent.dv-cinder-839987-7-iscsi the message routers_updated {{(pid=110157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 15:03:35.995655 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-40ae1218-2dad-44cf-92dd-0557ca00d4ef tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for floatingip (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:36.000158 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48784a75-c309-4b0c-baea-20207af78d08 None None] Sync routers for ids ['f05fe87d-8925-47ed-a112-a885d34bbd44'] in dv-cinder-839987-7-iscsi {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 15:03:36.010625 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48784a75-c309-4b0c-baea-20207af78d08 None None] Routers {'f05fe87d-8925-47ed-a112-a885d34bbd44'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:03:36.011228 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-48784a75-c309-4b0c-baea-20207af78d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:03:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['f05fe87d-8925-47ed-a112-a885d34bbd44'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:03:36.025439 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-40ae1218-2dad-44cf-92dd-0557ca00d4ef tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "PUT /v2.0/floatingips/72d3a940-956c-46f4-a835-ba3105a12f1c HTTP/1.1" status: 200 len: 992 time: 0.9148161 May 18 15:03:36.026007 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f5d990d-62fe-4ba3-8f3e-3ec9da6e1ae3', 'tag': '6bc6841a-03a0-4690-9f21-b311d2d31c85'}] {{(pid=110157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 15:03:36.028241 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3614be4c33be7e0ed28fa23fdbb6a3604458632b91c0a79006a6fb45a0ea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3615abb4-0767-4dfd-bfe0-c8bc451e90a4" -d '{"events": [{"name": "network-changed", "server_uuid": "6f5d990d-62fe-4ba3-8f3e-3ec9da6e1ae3", "tag": "6bc6841a-03a0-4690-9f21-b311d2d31c85"}]}' {{(pid=110157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 15:03:36.063946 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 15:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e692c1-f7a5-49a1-b13d-c43235e44c8d x-openstack-request-id: req-28e692c1-f7a5-49a1-b13d-c43235e44c8d {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 15:03:36.064253 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f5d990d-62fe-4ba3-8f3e-3ec9da6e1ae3", "tag": "6bc6841a-03a0-4690-9f21-b311d2d31c85", "status": "completed", "code": 200}]} {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 15:03:36.064504 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-28e692c1-f7a5-49a1-b13d-c43235e44c8d {{(pid=110157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 15:03:36.064919 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28e692c1-f7a5-49a1-b13d-c43235e44c8d'] response: {'name': 'network-changed', 'server_uuid': '6f5d990d-62fe-4ba3-8f3e-3ec9da6e1ae3', 'tag': '6bc6841a-03a0-4690-9f21-b311d2d31c85', 'status': 'completed', 'code': 200} May 18 15:03:36.119276 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-48784a75-c309-4b0c-baea-20207af78d08 None None] Set router f05fe87d-8925-47ed-a112-a885d34bbd44 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:03:36.149333 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615abb4-0767-4dfd-bfe0-c8bc451e90a4 req-829b19da-7c2c-40b0-bfc4-b6b18a6a79c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:03:36.150886 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3615abb4-0767-4dfd-bfe0-c8bc451e90a4 req-829b19da-7c2c-40b0-bfc4-b6b18a6a79c9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0d032e462665466d83ab51e9c116d1e0&device_id=6f5d990d-62fe-4ba3-8f3e-3ec9da6e1ae3 HTTP/1.1" status: 200 len: 1130 time: 0.0449901 May 18 15:03:36.247033 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615abb4-0767-4dfd-bfe0-c8bc451e90a4 req-7516e445-9ded-4306-8db0-a3e678332acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:03:36.248503 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3615abb4-0767-4dfd-bfe0-c8bc451e90a4 req-7516e445-9ded-4306-8db0-a3e678332acf service neutron] 10.222.0.49 "GET /v2.0/networks?id=9022122f-bfa2-48d6-ae5d-8c609a059727 HTTP/1.1" status: 200 len: 916 time: 0.0920582 May 18 15:03:36.311087 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3615abb4-0767-4dfd-bfe0-c8bc451e90a4 req-162e7ee0-a71c-4159-8cdf-fa3bbf47df1f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bc6841a-03a0-4690-9f21-b311d2d31c85 HTTP/1.1" status: 200 len: 1000 time: 0.0563071 May 18 15:03:36.338496 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-48784a75-c309-4b0c-baea-20207af78d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'name': 'tempest-AttachVolumeNegativeTest-1491292696-router', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '200f4252-f1fc-44ba-8589-ea8c90b89e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:00:51Z', 'updated_at': '2022-05-18T15:00:55Z', 'revision_number': 4, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'gw_port': {'id': '200f4252-f1fc-44ba-8589-ea8c90b89e1c', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:00:52Z', 'updated_at': '2022-05-18T15:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_floatingips': [{'id': '72d3a940-956c-46f4-a835-ba3105a12f1c', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'floating_ip_address': '172.27.3.107', 'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'router_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'port_id': '6bc6841a-03a0-4690-9f21-b311d2d31c85', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727', 'mac_address': 'fa:16:3e:b0:d4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5d990d-62fe-4ba3-8f3e-3ec9da6e1ae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T15:03:23Z', 'updated_at': '2022-05-18T15:03:35Z', 'revision_number': 1, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f29204-1101-4159-9268-800d69f5f906', 'name': '', 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'mac_address': 'fa:16:3e:75:98:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '05655c39-f8fa-418a-853d-5fe3e615ed30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:00:54Z', 'updated_at': '2022-05-18T15:00:58Z', 'revision_number': 5, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'subnets': [{'id': '05655c39-f8fa-418a-853d-5fe3e615ed30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:03:36.359511 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615abb4-0767-4dfd-bfe0-c8bc451e90a4 req-d805162f-3385-4e58-bb9e-ef0770119138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:03:36.360985 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3615abb4-0767-4dfd-bfe0-c8bc451e90a4 req-d805162f-3385-4e58-bb9e-ef0770119138 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=05655c39-f8fa-418a-853d-5fe3e615ed30 HTTP/1.1" status: 200 len: 854 time: 0.0443497 May 18 15:03:36.367022 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48784a75-c309-4b0c-baea-20207af78d08 None None] Checking router: f05fe87d-8925-47ed-a112-a885d34bbd44 for host: dv-cinder-839987-7-iscsi {{(pid=110159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 15:03:36.375646 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48784a75-c309-4b0c-baea-20207af78d08 None None] Routers {'f05fe87d-8925-47ed-a112-a885d34bbd44'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:03:36.376179 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-48784a75-c309-4b0c-baea-20207af78d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:03:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['f05fe87d-8925-47ed-a112-a885d34bbd44'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:03:36.407095 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615abb4-0767-4dfd-bfe0-c8bc451e90a4 req-3ed19f28-ad76-475d-8b77-37e6afe7a76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:03:36.408611 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3615abb4-0767-4dfd-bfe0-c8bc451e90a4 req-3ed19f28-ad76-475d-8b77-37e6afe7a76f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9022122f-bfa2-48d6-ae5d-8c609a059727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423901 May 18 15:03:36.429041 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=65,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:03:36.477143 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-48784a75-c309-4b0c-baea-20207af78d08 None None] Set router f05fe87d-8925-47ed-a112-a885d34bbd44 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:03:36.485748 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:03:36.500325 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3615abb4-0767-4dfd-bfe0-c8bc451e90a4 req-b4986b5a-a27e-49e3-b1e2-dc5614e9b57b service neutron] 10.222.0.49 "GET /v2.0/networks/9022122f-bfa2-48d6-ae5d-8c609a059727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861170 May 18 15:03:36.595308 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3615abb4-0767-4dfd-bfe0-c8bc451e90a4 req-28994583-afab-428b-b22a-2dd29b23b7b6 service neutron] 10.222.0.49 "GET /v2.0/networks/9022122f-bfa2-48d6-ae5d-8c609a059727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881734 May 18 15:03:36.691110 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-48784a75-c309-4b0c-baea-20207af78d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'name': 'tempest-AttachVolumeNegativeTest-1491292696-router', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '200f4252-f1fc-44ba-8589-ea8c90b89e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:00:51Z', 'updated_at': '2022-05-18T15:00:55Z', 'revision_number': 4, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'gw_port': {'id': '200f4252-f1fc-44ba-8589-ea8c90b89e1c', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:00:52Z', 'updated_at': '2022-05-18T15:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_floatingips': [{'id': '72d3a940-956c-46f4-a835-ba3105a12f1c', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'floating_ip_address': '172.27.3.107', 'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'router_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'port_id': '6bc6841a-03a0-4690-9f21-b311d2d31c85', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727', 'mac_address': 'fa:16:3e:b0:d4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5d990d-62fe-4ba3-8f3e-3ec9da6e1ae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T15:03:23Z', 'updated_at': '2022-05-18T15:03:35Z', 'revision_number': 1, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f29204-1101-4159-9268-800d69f5f906', 'name': '', 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'mac_address': 'fa:16:3e:75:98:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '05655c39-f8fa-418a-853d-5fe3e615ed30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:00:54Z', 'updated_at': '2022-05-18T15:00:58Z', 'revision_number': 5, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'subnets': [{'id': '05655c39-f8fa-418a-853d-5fe3e615ed30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:03:36.716310 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48784a75-c309-4b0c-baea-20207af78d08 None None] The sync data for ids ['f05fe87d-8925-47ed-a112-a885d34bbd44'] in dv-cinder-839987-7-iscsi is: [{'id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'name': 'tempest-AttachVolumeNegativeTest-1491292696-router', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '200f4252-f1fc-44ba-8589-ea8c90b89e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:00:51Z', 'updated_at': '2022-05-18T15:00:55Z', 'revision_number': 4, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'gw_port': {'id': '200f4252-f1fc-44ba-8589-ea8c90b89e1c', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:00:52Z', 'updated_at': '2022-05-18T15:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_floatingips': [{'id': '72d3a940-956c-46f4-a835-ba3105a12f1c', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'floating_ip_address': '172.27.3.107', 'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'router_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'port_id': '6bc6841a-03a0-4690-9f21-b311d2d31c85', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727', 'mac_address': 'fa:16:3e:b0:d4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5d990d-62fe-4ba3-8f3e-3ec9da6e1ae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T15:03:23Z', 'updated_at': '2022-05-18T15:03:35Z', 'revision_number': 1, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f29204-1101-4159-9268-800d69f5f906', 'name': '', 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'mac_address': 'fa:16:3e:75:98:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '05655c39-f8fa-418a-853d-5fe3e615ed30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:00:54Z', 'updated_at': '2022-05-18T15:00:58Z', 'revision_number': 5, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'subnets': [{'id': '05655c39-f8fa-418a-853d-5fe3e615ed30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 15:03:36.900801 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdbdfca-2c68-472a-8002-260b575e5592 None None] New status for floating IP 72d3a940-956c-46f4-a835-ba3105a12f1c: ACTIVE {{(pid=110158) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 15:03:36.933639 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:03:42.552266 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (f376d122-85a6-484a-a941-8f32d5a81e72), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:44.073347 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-09ea0e02-ee21-4750-9c00-809b5ad79d17 req-9d870e2a-4323-46ca-9809-3e2a9a315471 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2e4414a5-96ca-43e6-beba-c0892c513802&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398216 May 18 15:03:44.183782 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ea0e02-ee21-4750-9c00-809b5ad79d17 req-b22b4658-b64f-4b95-a995-0a971385df37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:03:44.185331 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-09ea0e02-ee21-4750-9c00-809b5ad79d17 req-b22b4658-b64f-4b95-a995-0a971385df37 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d2f3dc5d9c6648c79267f71b5a86f249&device_id=2e4414a5-96ca-43e6-beba-c0892c513802 HTTP/1.1" status: 200 len: 1129 time: 0.0407672 May 18 15:03:44.296277 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ea0e02-ee21-4750-9c00-809b5ad79d17 req-435db227-50c5-4328-afad-169058976a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:03:44.297855 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-09ea0e02-ee21-4750-9c00-809b5ad79d17 req-435db227-50c5-4328-afad-169058976a51 service neutron] 10.222.0.49 "GET /v2.0/networks?id=19da6af6-a529-4bd8-858e-9cc319b37384 HTTP/1.1" status: 200 len: 911 time: 0.0935001 May 18 15:03:44.363062 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-09ea0e02-ee21-4750-9c00-809b5ad79d17 req-bc04602f-9620-4221-b536-cee5544b7c3f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4ed26f0-f48f-4f2f-8bf5-816859955580 HTTP/1.1" status: 200 len: 1000 time: 0.0568347 May 18 15:03:44.415334 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ea0e02-ee21-4750-9c00-809b5ad79d17 req-5ccba4b8-4ec3-4907-9960-521e2c0cadc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:03:44.416800 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-09ea0e02-ee21-4750-9c00-809b5ad79d17 req-5ccba4b8-4ec3-4907-9960-521e2c0cadc5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=207e26a7-c20a-4ebc-a1ff-b0586cec622c HTTP/1.1" status: 200 len: 849 time: 0.0482154 May 18 15:03:44.464808 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ea0e02-ee21-4750-9c00-809b5ad79d17 req-80e99297-16cd-45c6-b398-cc08e5b8fab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:03:44.466314 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-09ea0e02-ee21-4750-9c00-809b5ad79d17 req-80e99297-16cd-45c6-b398-cc08e5b8fab4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=19da6af6-a529-4bd8-858e-9cc319b37384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406032 May 18 15:03:44.518134 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:03:44.526589 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:03:44.564955 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-09ea0e02-ee21-4750-9c00-809b5ad79d17 req-c88ea854-8cd4-40cc-82d9-612fde2e9364 service neutron] 10.222.0.49 "GET /v2.0/networks/19da6af6-a529-4bd8-858e-9cc319b37384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923812 May 18 15:03:44.656148 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-09ea0e02-ee21-4750-9c00-809b5ad79d17 req-4631c28a-7392-42c0-8352-8231be1f0ef9 service neutron] 10.222.0.49 "GET /v2.0/networks/19da6af6-a529-4bd8-858e-9cc319b37384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853097 May 18 15:03:44.844027 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.agents_db [None req-a4aab2e5-b658-4b2c-9b1f-100bc6421b45 None None] Agent healthcheck: found 6 active agents {{(pid=110159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 15:03:50.512668 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c7e7da33-ca8d-4ab9-98a0-18b2b7c17932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (7afc6fe8-d13b-4fd3-bc99-e9efab9a141d), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:52.937416 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-aa628728-7069-4f4f-854f-9ff97280e37b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (a5518e17-d4a6-403f-b34f-0fa3d03f1833), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:54.009587 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-50f4e27f-5619-452e-9630-0448ff5d9157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (0f4dbee4-4999-4f30-b578-59222d25f53e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:54.650724 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=17 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:03:54.652652 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=14 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:03:55.157374 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-86248160-1b36-4d80-a449-232705ae1859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (11bd5e7f-0ec7-43f5-9ca8-99d3c1136d9c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:56.479051 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:57.319706 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 39554) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:03:57.427213 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-39a3c4bc-3336-48d5-9bb8-e34db63b86b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:57.501615 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-39a3c4bc-3336-48d5-9bb8-e34db63b86b1 admin admin] Publish callbacks [] for security_group (afdada95-a337-4e36-964c-fc00fc4df3ad), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:57.504967 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-39a3c4bc-3336-48d5-9bb8-e34db63b86b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (afdada95-a337-4e36-964c-fc00fc4df3ad), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:57.548497 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-39a3c4bc-3336-48d5-9bb8-e34db63b86b1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c89ca5c31d404db4b7b38c4267e84047&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2277350 May 18 15:03:57.549359 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3c4bc-3336-48d5-9bb8-e34db63b86b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afdada95-a337-4e36-964c-fc00fc4df3ad,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:03:57.551945 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 39558) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:03:57.601307 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-b92e3c2c-a26e-4874-a192-7535de402651 admin admin] Publish callbacks [] for security_group (afdada95-a337-4e36-964c-fc00fc4df3ad), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:57.622945 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-b92e3c2c-a26e-4874-a192-7535de402651 admin admin] Publish callbacks [] for security_group (afdada95-a337-4e36-964c-fc00fc4df3ad), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:57.669725 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-b92e3c2c-a26e-4874-a192-7535de402651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (afdada95-a337-4e36-964c-fc00fc4df3ad), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:57.672504 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-b92e3c2c-a26e-4874-a192-7535de402651 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:03:57.673688 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-b92e3c2c-a26e-4874-a192-7535de402651 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/afdada95-a337-4e36-964c-fc00fc4df3ad HTTP/1.1" status: 204 len: 168 time: 0.1202376 May 18 15:03:57.681751 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92e3c2c-a26e-4874-a192-7535de402651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afdada95-a337-4e36-964c-fc00fc4df3ad,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:03:57.688908 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92e3c2c-a26e-4874-a192-7535de402651 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:03:57.689259 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92e3c2c-a26e-4874-a192-7535de402651 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:03:57.689667 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92e3c2c-a26e-4874-a192-7535de402651 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:03:57.690325 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92e3c2c-a26e-4874-a192-7535de402651 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:03:57.690694 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92e3c2c-a26e-4874-a192-7535de402651 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:03:57.691130 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92e3c2c-a26e-4874-a192-7535de402651 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:03:57.691461 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92e3c2c-a26e-4874-a192-7535de402651 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:03:57.691787 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92e3c2c-a26e-4874-a192-7535de402651 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:03:57.692113 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92e3c2c-a26e-4874-a192-7535de402651 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:03:57.692440 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92e3c2c-a26e-4874-a192-7535de402651 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:03:57.693358 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92e3c2c-a26e-4874-a192-7535de402651 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:03:57.693613 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92e3c2c-a26e-4874-a192-7535de402651 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:03:57.693935 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92e3c2c-a26e-4874-a192-7535de402651 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:03:57.694258 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92e3c2c-a26e-4874-a192-7535de402651 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:03:57.694574 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92e3c2c-a26e-4874-a192-7535de402651 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:04:00.856012 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=92 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:04:00.860282 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=90 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:04:06.472190 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:04:07.540297 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=19,neutron:INSERT=5 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:04:07.544477 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=18,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:04:07.677761 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:04:07.684833 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:04:07.708670 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=72,neutron:UPDATE=7 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:04:12.552273 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (f376d122-85a6-484a-a941-8f32d5a81e72), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:20.397393 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9bfc9-8dd8-45e2-924d-1959b1414803 req-8f7c08e6-0099-4bb1-b706-1c2c7ef55f00 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:04:20.398850 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f9d9bfc9-8dd8-45e2-924d-1959b1414803 req-8f7c08e6-0099-4bb1-b706-1c2c7ef55f00 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4414a5-96ca-43e6-beba-c0892c513802 HTTP/1.1" status: 200 len: 945 time: 0.0483057 May 18 15:04:20.447397 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f9d9bfc9-8dd8-45e2-924d-1959b1414803 req-d0087fab-6c73-4c3c-b247-fab248292508 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cbe187f-440f-4228-8e53-1401efa51829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431488 May 18 15:04:20.515479 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4085fac6-c7e1-40a6-bacf-15bd2a43a828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (7afc6fe8-d13b-4fd3-bc99-e9efab9a141d), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:21.568277 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296454c-a938-4c6a-b718-5a211ab10e70 req-863fa041-3d34-405a-adc8-09611d733ba7 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:04:21.569798 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6296454c-a938-4c6a-b718-5a211ab10e70 req-863fa041-3d34-405a-adc8-09611d733ba7 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4414a5-96ca-43e6-beba-c0892c513802 HTTP/1.1" status: 200 len: 945 time: 0.0517557 May 18 15:04:21.624059 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6296454c-a938-4c6a-b718-5a211ab10e70 req-eb5711cf-1344-41c2-990c-b14b66e1188c tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cbe187f-440f-4228-8e53-1401efa51829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478187 May 18 15:04:21.843422 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.agents_db [None req-a4aab2e5-b658-4b2c-9b1f-100bc6421b45 None None] Agent healthcheck: found 6 active agents {{(pid=110159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 15:04:22.230077 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f94b8-7e5d-4ad0-9c9b-c88cfcdf7775 req-40b19c3c-218c-4d57-86b8-4d4e8e41101a tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:04:22.231506 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-439f94b8-7e5d-4ad0-9c9b-c88cfcdf7775 req-40b19c3c-218c-4d57-86b8-4d4e8e41101a tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e4414a5-96ca-43e6-beba-c0892c513802 HTTP/1.1" status: 200 len: 945 time: 0.0503044 May 18 15:04:22.335348 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [req-439f94b8-7e5d-4ad0-9c9b-c88cfcdf7775 req-6fd625dd-23a4-45ba-89a0-1078824fe36a tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Deleting port b4ed26f0-f48f-4f2f-8bf5-816859955580 {{(pid=110157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:04:22.335686 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-439f94b8-7e5d-4ad0-9c9b-c88cfcdf7775 req-6fd625dd-23a4-45ba-89a0-1078824fe36a tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (b4ed26f0-f48f-4f2f-8bf5-816859955580), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:22.684653 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.db [req-439f94b8-7e5d-4ad0-9c9b-c88cfcdf7775 req-6fd625dd-23a4-45ba-89a0-1078824fe36a tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] For port b4ed26f0-f48f-4f2f-8bf5-816859955580, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=b4ed26f0-f48f-4f2f-8bf5-816859955580,segment=NetworkSegment(581026d7-1ed0-43a5-8cc8-04eff6757853),segment_id=581026d7-1ed0-43a5-8cc8-04eff6757853)] {{(pid=110157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:04:22.685327 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-439f94b8-7e5d-4ad0-9c9b-c88cfcdf7775 req-6fd625dd-23a4-45ba-89a0-1078824fe36a tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (b4ed26f0-f48f-4f2f-8bf5-816859955580), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:22.822417 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dca974-6e45-429c-b2a8-b552e5fd0259 req-31d04fc0-2f32-4c6b-8476-eae99531e35a tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:04:22.824013 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-37dca974-6e45-429c-b2a8-b552e5fd0259 req-31d04fc0-2f32-4c6b-8476-eae99531e35a tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4414a5-96ca-43e6-beba-c0892c513802 HTTP/1.1" status: 200 len: 945 time: 0.1219866 May 18 15:04:22.939365 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fc172f26-962d-4c51-8332-983b72585e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (a5518e17-d4a6-403f-b34f-0fa3d03f1833), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:22.949193 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94295044-7b1a-4647-9d0b-a78c16b1be6f req-8b83c363-a635-494c-ac66-aa3b0f3b3e2b tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:04:22.950701 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-94295044-7b1a-4647-9d0b-a78c16b1be6f req-8b83c363-a635-494c-ac66-aa3b0f3b3e2b tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f5d990d-62fe-4ba3-8f3e-3ec9da6e1ae3 HTTP/1.1" status: 200 len: 946 time: 0.1060793 May 18 15:04:22.995394 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-37dca974-6e45-429c-b2a8-b552e5fd0259 req-d0ed225b-8af8-4de8-bfb7-415b9c094845 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cbe187f-440f-4228-8e53-1401efa51829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641791 May 18 15:04:22.998287 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-439f94b8-7e5d-4ad0-9c9b-c88cfcdf7775 req-6fd625dd-23a4-45ba-89a0-1078824fe36a tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:22.998659 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-439f94b8-7e5d-4ad0-9c9b-c88cfcdf7775 req-6fd625dd-23a4-45ba-89a0-1078824fe36a tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008279'] for floatingip (7cab6f92-a09e-488b-9808-d3619c940a47), after_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:22.998974 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.db.l3_db [req-439f94b8-7e5d-4ad0-9c9b-c88cfcdf7775 req-6fd625dd-23a4-45ba-89a0-1078824fe36a tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Floating IP 7cab6f92-a09e-488b-9808-d3619c940a47 disassociated. External IP: 172.27.3.49, port: b4ed26f0-f48f-4f2f-8bf5-816859955580. May 18 15:04:22.999324 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [req-439f94b8-7e5d-4ad0-9c9b-c88cfcdf7775 req-6fd625dd-23a4-45ba-89a0-1078824fe36a tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Calling delete_port for b4ed26f0-f48f-4f2f-8bf5-816859955580 owned by compute:nova {{(pid=110157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:04:23.069986 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-94295044-7b1a-4647-9d0b-a78c16b1be6f req-7c553788-b18b-4f66-81be-45bed5a32845 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/security-groups?id=640a0eb0-d6cf-44cb-ace8-8161915affa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094244 May 18 15:04:23.159243 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-439f94b8-7e5d-4ad0-9c9b-c88cfcdf7775 req-6fd625dd-23a4-45ba-89a0-1078824fe36a tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13704171'] for port (b4ed26f0-f48f-4f2f-8bf5-816859955580), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:23.187675 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd625dd-23a4-45ba-89a0-1078824fe36a tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Pushing event deleted for resources: {'Port': ['ID=b4ed26f0-f48f-4f2f-8bf5-816859955580,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:04:23.193262 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:04:23.200349 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd625dd-23a4-45ba-89a0-1078824fe36a tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:04:23.200721 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd625dd-23a4-45ba-89a0-1078824fe36a tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:04:23.201061 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd625dd-23a4-45ba-89a0-1078824fe36a tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:04:23.201399 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd625dd-23a4-45ba-89a0-1078824fe36a tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:04:23.201728 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd625dd-23a4-45ba-89a0-1078824fe36a tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:04:23.202049 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd625dd-23a4-45ba-89a0-1078824fe36a tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:04:23.202370 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd625dd-23a4-45ba-89a0-1078824fe36a tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:04:23.202689 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd625dd-23a4-45ba-89a0-1078824fe36a tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:04:23.203009 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd625dd-23a4-45ba-89a0-1078824fe36a tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:04:23.203328 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd625dd-23a4-45ba-89a0-1078824fe36a tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:04:23.203645 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd625dd-23a4-45ba-89a0-1078824fe36a tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:04:23.203962 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd625dd-23a4-45ba-89a0-1078824fe36a tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:04:23.204278 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd625dd-23a4-45ba-89a0-1078824fe36a tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:04:23.204623 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd625dd-23a4-45ba-89a0-1078824fe36a tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:04:23.204925 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd625dd-23a4-45ba-89a0-1078824fe36a tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:04:23.212477 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:04:23.313836 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.l3_agent_scheduler [req-439f94b8-7e5d-4ad0-9c9b-c88cfcdf7775 req-6fd625dd-23a4-45ba-89a0-1078824fe36a tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Router 8573937c-6581-4c6d-ace7-8dd8acf225e5 has already been hosted by L3 agent a5518e17-d4a6-403f-b34f-0fa3d03f1833 {{(pid=110157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 15:04:23.416424 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-439f94b8-7e5d-4ad0-9c9b-c88cfcdf7775 req-6fd625dd-23a4-45ba-89a0-1078824fe36a tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Notify agent at l3_agent.dv-cinder-839987-7-iscsi the message routers_updated {{(pid=110157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 15:04:23.427433 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ead9ccd-49b0-41ef-8ca5-a78aed2549c1 None None] Sync routers for ids ['8573937c-6581-4c6d-ace7-8dd8acf225e5'] in dv-cinder-839987-7-iscsi {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 15:04:23.437303 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ead9ccd-49b0-41ef-8ca5-a78aed2549c1 None None] Routers {'8573937c-6581-4c6d-ace7-8dd8acf225e5'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:04:23.437917 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-6ead9ccd-49b0-41ef-8ca5-a78aed2549c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:04:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['8573937c-6581-4c6d-ace7-8dd8acf225e5'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:04:23.459818 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.l3_dvrscheduler_db [req-439f94b8-7e5d-4ad0-9c9b-c88cfcdf7775 req-6fd625dd-23a4-45ba-89a0-1078824fe36a tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] No DVR routers for this DVR port b4ed26f0-f48f-4f2f-8bf5-816859955580 on host hv-cinder-83998 {{(pid=110157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 15:04:23.462256 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-439f94b8-7e5d-4ad0-9c9b-c88cfcdf7775 req-6fd625dd-23a4-45ba-89a0-1078824fe36a tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for port (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:23.465524 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-439f94b8-7e5d-4ad0-9c9b-c88cfcdf7775 req-6fd625dd-23a4-45ba-89a0-1078824fe36a tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.49 "DELETE /v2.0/ports/b4ed26f0-f48f-4f2f-8bf5-816859955580 HTTP/1.1" status: 204 len: 173 time: 1.2090626 May 18 15:04:23.465943 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e4414a5-96ca-43e6-beba-c0892c513802', 'name': 'network-vif-deleted', 'tag': 'b4ed26f0-f48f-4f2f-8bf5-816859955580'}] {{(pid=110157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 15:04:23.468156 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3614be4c33be7e0ed28fa23fdbb6a3604458632b91c0a79006a6fb45a0ea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23ab0f8-3217-464a-8e19-a030c6fb9b70" -d '{"events": [{"server_uuid": "2e4414a5-96ca-43e6-beba-c0892c513802", "name": "network-vif-deleted", "tag": "b4ed26f0-f48f-4f2f-8bf5-816859955580"}]}' {{(pid=110157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 15:04:23.502315 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 15:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d4348e-ab11-4e24-9854-45b8c62ff2f1 x-openstack-request-id: req-21d4348e-ab11-4e24-9854-45b8c62ff2f1 {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 15:04:23.502603 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e4414a5-96ca-43e6-beba-c0892c513802", "name": "network-vif-deleted", "tag": "b4ed26f0-f48f-4f2f-8bf5-816859955580", "status": "completed", "code": 200}]} {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 15:04:23.502851 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-21d4348e-ab11-4e24-9854-45b8c62ff2f1 {{(pid=110157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 15:04:23.503251 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21d4348e-ab11-4e24-9854-45b8c62ff2f1'] response: {'server_uuid': '2e4414a5-96ca-43e6-beba-c0892c513802', 'name': 'network-vif-deleted', 'tag': 'b4ed26f0-f48f-4f2f-8bf5-816859955580', 'status': 'completed', 'code': 200} May 18 15:04:23.627544 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-6ead9ccd-49b0-41ef-8ca5-a78aed2549c1 None None] Set router 8573937c-6581-4c6d-ace7-8dd8acf225e5 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:04:23.816126 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-6ead9ccd-49b0-41ef-8ca5-a78aed2549c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'name': 'tempest-TestVolumeBootPattern-79845524-router', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:01:29Z', 'updated_at': '2022-05-18T15:01:33Z', 'revision_number': 4, 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'gw_port': {'id': 'f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:01:30Z', 'updated_at': '2022-05-18T15:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': 'cc40aefa-34c6-44cd-99ee-616025582ddd', 'name': '', 'network_id': '19da6af6-a529-4bd8-858e-9cc319b37384', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'mac_address': 'fa:16:3e:27:4a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '207e26a7-c20a-4ebc-a1ff-b0586cec622c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:01:32Z', 'updated_at': '2022-05-18T15:01:37Z', 'revision_number': 5, 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'subnets': [{'id': '207e26a7-c20a-4ebc-a1ff-b0586cec622c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:04:23.842166 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ead9ccd-49b0-41ef-8ca5-a78aed2549c1 None None] Checking router: 8573937c-6581-4c6d-ace7-8dd8acf225e5 for host: dv-cinder-839987-7-iscsi {{(pid=110159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 15:04:23.850515 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ead9ccd-49b0-41ef-8ca5-a78aed2549c1 None None] Routers {'8573937c-6581-4c6d-ace7-8dd8acf225e5'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:04:23.851107 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-6ead9ccd-49b0-41ef-8ca5-a78aed2549c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:04:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['8573937c-6581-4c6d-ace7-8dd8acf225e5'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:04:23.953086 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-6ead9ccd-49b0-41ef-8ca5-a78aed2549c1 None None] Set router 8573937c-6581-4c6d-ace7-8dd8acf225e5 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:04:24.013943 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-50f4e27f-5619-452e-9630-0448ff5d9157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (0f4dbee4-4999-4f30-b578-59222d25f53e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:24.108278 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-623f5e63-b1cc-49ca-9eb4-12fd892fff94 req-c84cfd4d-fef7-47e7-934d-5e2e5e000dee tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4414a5-96ca-43e6-beba-c0892c513802 HTTP/1.1" status: 200 len: 210 time: 0.0326686 May 18 15:04:24.156969 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-6ead9ccd-49b0-41ef-8ca5-a78aed2549c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'name': 'tempest-TestVolumeBootPattern-79845524-router', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:01:29Z', 'updated_at': '2022-05-18T15:01:33Z', 'revision_number': 4, 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'gw_port': {'id': 'f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:01:30Z', 'updated_at': '2022-05-18T15:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': 'cc40aefa-34c6-44cd-99ee-616025582ddd', 'name': '', 'network_id': '19da6af6-a529-4bd8-858e-9cc319b37384', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'mac_address': 'fa:16:3e:27:4a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '207e26a7-c20a-4ebc-a1ff-b0586cec622c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:01:32Z', 'updated_at': '2022-05-18T15:01:37Z', 'revision_number': 5, 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'subnets': [{'id': '207e26a7-c20a-4ebc-a1ff-b0586cec622c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:04:24.186403 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ead9ccd-49b0-41ef-8ca5-a78aed2549c1 None None] The sync data for ids ['8573937c-6581-4c6d-ace7-8dd8acf225e5'] in dv-cinder-839987-7-iscsi is: [{'id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'name': 'tempest-TestVolumeBootPattern-79845524-router', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:01:29Z', 'updated_at': '2022-05-18T15:01:33Z', 'revision_number': 4, 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'gw_port': {'id': 'f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:01:30Z', 'updated_at': '2022-05-18T15:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': 'cc40aefa-34c6-44cd-99ee-616025582ddd', 'name': '', 'network_id': '19da6af6-a529-4bd8-858e-9cc319b37384', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'mac_address': 'fa:16:3e:27:4a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '207e26a7-c20a-4ebc-a1ff-b0586cec622c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:01:32Z', 'updated_at': '2022-05-18T15:01:37Z', 'revision_number': 5, 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'subnets': [{'id': '207e26a7-c20a-4ebc-a1ff-b0586cec622c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 15:04:24.191533 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab94f8-58d8-4f9e-affd-0cb6aebbb53e req-a43ec04a-f1b7-40bd-b020-379584c4257d tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:04:24.196321 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-98ab94f8-58d8-4f9e-affd-0cb6aebbb53e req-a43ec04a-f1b7-40bd-b020-379584c4257d tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f5d990d-62fe-4ba3-8f3e-3ec9da6e1ae3 HTTP/1.1" status: 200 len: 946 time: 0.0533819 May 18 15:04:24.243380 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-98ab94f8-58d8-4f9e-affd-0cb6aebbb53e req-55fc5c2e-c19f-4be8-90cb-376b7c43adf1 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/security-groups?id=640a0eb0-d6cf-44cb-ace8-8161915affa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441811 May 18 15:04:24.414395 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aeec034-cc3d-4968-a564-da2597414e5b None None] New status for floating IP 7cab6f92-a09e-488b-9808-d3619c940a47: DOWN {{(pid=110158) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 15:04:24.462510 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ce778-cb6f-4cbf-a6c2-cc6928ed73f7 req-590baf43-48a3-4b75-b9d5-928573a49add tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:04:24.464185 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2a0ce778-cb6f-4cbf-a6c2-cc6928ed73f7 req-590baf43-48a3-4b75-b9d5-928573a49add tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f5d990d-62fe-4ba3-8f3e-3ec9da6e1ae3 HTTP/1.1" status: 200 len: 946 time: 0.0521531 May 18 15:04:24.565739 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [req-2a0ce778-cb6f-4cbf-a6c2-cc6928ed73f7 req-15876570-06f3-4416-b04b-64c92afc2857 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Deleting port 6bc6841a-03a0-4690-9f21-b311d2d31c85 {{(pid=110157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:04:24.566085 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-2a0ce778-cb6f-4cbf-a6c2-cc6928ed73f7 req-15876570-06f3-4416-b04b-64c92afc2857 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (6bc6841a-03a0-4690-9f21-b311d2d31c85), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:24.659791 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.db [req-2a0ce778-cb6f-4cbf-a6c2-cc6928ed73f7 req-15876570-06f3-4416-b04b-64c92afc2857 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] For port 6bc6841a-03a0-4690-9f21-b311d2d31c85, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=6bc6841a-03a0-4690-9f21-b311d2d31c85,segment=NetworkSegment(e4fe1652-d7db-47a5-be36-f616796bf534),segment_id=e4fe1652-d7db-47a5-be36-f616796bf534)] {{(pid=110157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:04:24.660152 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-2a0ce778-cb6f-4cbf-a6c2-cc6928ed73f7 req-15876570-06f3-4416-b04b-64c92afc2857 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (6bc6841a-03a0-4690-9f21-b311d2d31c85), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:24.824643 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-2a0ce778-cb6f-4cbf-a6c2-cc6928ed73f7 req-15876570-06f3-4416-b04b-64c92afc2857 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:24.824895 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-2a0ce778-cb6f-4cbf-a6c2-cc6928ed73f7 req-15876570-06f3-4416-b04b-64c92afc2857 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008279'] for floatingip (72d3a940-956c-46f4-a835-ba3105a12f1c), after_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:24.825207 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.db.l3_db [req-2a0ce778-cb6f-4cbf-a6c2-cc6928ed73f7 req-15876570-06f3-4416-b04b-64c92afc2857 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Floating IP 72d3a940-956c-46f4-a835-ba3105a12f1c disassociated. External IP: 172.27.3.107, port: 6bc6841a-03a0-4690-9f21-b311d2d31c85. May 18 15:04:24.825544 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [req-2a0ce778-cb6f-4cbf-a6c2-cc6928ed73f7 req-15876570-06f3-4416-b04b-64c92afc2857 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Calling delete_port for 6bc6841a-03a0-4690-9f21-b311d2d31c85 owned by compute:nova {{(pid=110157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:04:24.961144 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-2a0ce778-cb6f-4cbf-a6c2-cc6928ed73f7 req-15876570-06f3-4416-b04b-64c92afc2857 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13704171'] for port (6bc6841a-03a0-4690-9f21-b311d2d31c85), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:24.993275 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15876570-06f3-4416-b04b-64c92afc2857 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Pushing event deleted for resources: {'Port': ['ID=6bc6841a-03a0-4690-9f21-b311d2d31c85,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:04:25.032773 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:04:25.041437 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:04:25.102717 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a0ce778-cb6f-4cbf-a6c2-cc6928ed73f7 req-15876570-06f3-4416-b04b-64c92afc2857 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Router f05fe87d-8925-47ed-a112-a885d34bbd44 has already been hosted by L3 agent a5518e17-d4a6-403f-b34f-0fa3d03f1833 {{(pid=110157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 15:04:25.160916 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-86248160-1b36-4d80-a449-232705ae1859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (11bd5e7f-0ec7-43f5-9ca8-99d3c1136d9c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:25.211823 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a0ce778-cb6f-4cbf-a6c2-cc6928ed73f7 req-15876570-06f3-4416-b04b-64c92afc2857 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Notify agent at l3_agent.dv-cinder-839987-7-iscsi the message routers_updated {{(pid=110157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 15:04:25.223514 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32ffa74-2370-4b75-b5a5-43485e55d388 None None] Sync routers for ids ['f05fe87d-8925-47ed-a112-a885d34bbd44'] in dv-cinder-839987-7-iscsi {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 15:04:25.233327 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32ffa74-2370-4b75-b5a5-43485e55d388 None None] Routers {'f05fe87d-8925-47ed-a112-a885d34bbd44'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:04:25.233925 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-b32ffa74-2370-4b75-b5a5-43485e55d388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:04:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['f05fe87d-8925-47ed-a112-a885d34bbd44'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:04:25.257314 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a0ce778-cb6f-4cbf-a6c2-cc6928ed73f7 req-15876570-06f3-4416-b04b-64c92afc2857 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] No DVR routers for this DVR port 6bc6841a-03a0-4690-9f21-b311d2d31c85 on host hv-cinder-83998 {{(pid=110157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 15:04:25.259877 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-2a0ce778-cb6f-4cbf-a6c2-cc6928ed73f7 req-15876570-06f3-4416-b04b-64c92afc2857 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for port (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:25.263132 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2a0ce778-cb6f-4cbf-a6c2-cc6928ed73f7 req-15876570-06f3-4416-b04b-64c92afc2857 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.49 "DELETE /v2.0/ports/6bc6841a-03a0-4690-9f21-b311d2d31c85 HTTP/1.1" status: 204 len: 173 time: 0.7875347 May 18 15:04:25.357112 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ad29526a-6735-458b-97b7-32c41b7749b8 req-834e835a-4072-4405-8b5f-2cf4558ba5ce tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f5d990d-62fe-4ba3-8f3e-3ec9da6e1ae3 HTTP/1.1" status: 200 len: 210 time: 0.0320516 May 18 15:04:25.357802 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-b32ffa74-2370-4b75-b5a5-43485e55d388 None None] Set router f05fe87d-8925-47ed-a112-a885d34bbd44 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:04:25.451907 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6931eff9-2657-49f4-a30b-93949535b7ba req-fd028cba-937d-4919-be5f-fbdc676e4fb4 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1025458164&fields=id&tenant_id=d2f3dc5d9c6648c79267f71b5a86f249 HTTP/1.1" status: 200 len: 267 time: 0.0591340 May 18 15:04:25.505021 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5d990d-62fe-4ba3-8f3e-3ec9da6e1ae3', 'name': 'network-vif-deleted', 'tag': '6bc6841a-03a0-4690-9f21-b311d2d31c85'}] {{(pid=110157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 15:04:25.507263 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3614be4c33be7e0ed28fa23fdbb6a3604458632b91c0a79006a6fb45a0ea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9494d21-8b5b-4d27-8c75-85b5a390b2f9" -d '{"events": [{"server_uuid": "6f5d990d-62fe-4ba3-8f3e-3ec9da6e1ae3", "name": "network-vif-deleted", "tag": "6bc6841a-03a0-4690-9f21-b311d2d31c85"}]}' {{(pid=110157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 15:04:25.555187 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 15:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3666f3-ffd3-42a3-b1f3-01d8f659dd07 x-openstack-request-id: req-1b3666f3-ffd3-42a3-b1f3-01d8f659dd07 {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 15:04:25.555480 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5d990d-62fe-4ba3-8f3e-3ec9da6e1ae3", "name": "network-vif-deleted", "tag": "6bc6841a-03a0-4690-9f21-b311d2d31c85", "status": "completed", "code": 200}]} {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 15:04:25.555731 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1b3666f3-ffd3-42a3-b1f3-01d8f659dd07 {{(pid=110157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 15:04:25.556118 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b3666f3-ffd3-42a3-b1f3-01d8f659dd07'] response: {'server_uuid': '6f5d990d-62fe-4ba3-8f3e-3ec9da6e1ae3', 'name': 'network-vif-deleted', 'tag': '6bc6841a-03a0-4690-9f21-b311d2d31c85', 'status': 'completed', 'code': 200} May 18 15:04:25.574092 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=100 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:04:25.574318 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931eff9-2657-49f4-a30b-93949535b7ba req-07dc9e79-e856-41c1-8591-50139b1b6ee2 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:04:25.575992 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6931eff9-2657-49f4-a30b-93949535b7ba req-07dc9e79-e856-41c1-8591-50139b1b6ee2 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/networks?id=19da6af6-a529-4bd8-858e-9cc319b37384 HTTP/1.1" status: 200 len: 810 time: 0.1232398 May 18 15:04:25.583209 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-b32ffa74-2370-4b75-b5a5-43485e55d388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'name': 'tempest-AttachVolumeNegativeTest-1491292696-router', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '200f4252-f1fc-44ba-8589-ea8c90b89e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:00:51Z', 'updated_at': '2022-05-18T15:00:55Z', 'revision_number': 4, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'gw_port': {'id': '200f4252-f1fc-44ba-8589-ea8c90b89e1c', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:00:52Z', 'updated_at': '2022-05-18T15:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': '12f29204-1101-4159-9268-800d69f5f906', 'name': '', 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'mac_address': 'fa:16:3e:75:98:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '05655c39-f8fa-418a-853d-5fe3e615ed30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:00:54Z', 'updated_at': '2022-05-18T15:00:58Z', 'revision_number': 5, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'subnets': [{'id': '05655c39-f8fa-418a-853d-5fe3e615ed30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:04:25.591911 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6931eff9-2657-49f4-a30b-93949535b7ba req-cd10e1ee-f4a5-4a74-b443-7a40cb6dd3da tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/quotas/d2f3dc5d9c6648c79267f71b5a86f249 HTTP/1.1" status: 200 len: 375 time: 0.0099206 May 18 15:04:25.608961 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32ffa74-2370-4b75-b5a5-43485e55d388 None None] Checking router: f05fe87d-8925-47ed-a112-a885d34bbd44 for host: dv-cinder-839987-7-iscsi {{(pid=110159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 15:04:25.612297 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device 6bc6841a-03a0-4690-9f21-b311d2d31c85 no longer exists at agent hyperv_hv-cinder-83998 {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 15:04:25.618958 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32ffa74-2370-4b75-b5a5-43485e55d388 None None] Routers {'f05fe87d-8925-47ed-a112-a885d34bbd44'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:04:25.619675 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-b32ffa74-2370-4b75-b5a5-43485e55d388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:04:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['f05fe87d-8925-47ed-a112-a885d34bbd44'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:04:25.622272 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=100 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:04:25.636678 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] No Port match for: 6bc6841a-03a0-4690-9f21-b311d2d31c85 {{(pid=110158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 15:04:25.637320 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device 6bc6841a-03a0-4690-9f21-b311d2d31c85 not bound to the agent host hv-cinder-83998 {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 15:04:25.637742 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device b4ed26f0-f48f-4f2f-8bf5-816859955580 no longer exists at agent hyperv_hv-cinder-83998 {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 15:04:25.643226 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6931eff9-2657-49f4-a30b-93949535b7ba req-42a0e8de-ebc8-41ca-b05e-ee852d0c3b1e tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d2f3dc5d9c6648c79267f71b5a86f249&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460951 May 18 15:04:25.657212 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] No Port match for: b4ed26f0-f48f-4f2f-8bf5-816859955580 {{(pid=110158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 15:04:25.657549 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device b4ed26f0-f48f-4f2f-8bf5-816859955580 not bound to the agent host hv-cinder-83998 {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 15:04:25.731677 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-b32ffa74-2370-4b75-b5a5-43485e55d388 None None] Set router f05fe87d-8925-47ed-a112-a885d34bbd44 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:04:25.754979 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6931eff9-2657-49f4-a30b-93949535b7ba req-dfbb2100-4178-490a-a16b-c605f0518a66 service neutron] 10.222.0.59 "GET /v2.0/networks/19da6af6-a529-4bd8-858e-9cc319b37384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930274 May 18 15:04:25.852425 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6931eff9-2657-49f4-a30b-93949535b7ba req-73997937-1671-41b6-992f-eae5820b9921 service neutron] 10.222.0.59 "GET /v2.0/networks/19da6af6-a529-4bd8-858e-9cc319b37384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916331 May 18 15:04:25.927268 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-b32ffa74-2370-4b75-b5a5-43485e55d388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'name': 'tempest-AttachVolumeNegativeTest-1491292696-router', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '200f4252-f1fc-44ba-8589-ea8c90b89e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:00:51Z', 'updated_at': '2022-05-18T15:00:55Z', 'revision_number': 4, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'gw_port': {'id': '200f4252-f1fc-44ba-8589-ea8c90b89e1c', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:00:52Z', 'updated_at': '2022-05-18T15:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': '12f29204-1101-4159-9268-800d69f5f906', 'name': '', 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'mac_address': 'fa:16:3e:75:98:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '05655c39-f8fa-418a-853d-5fe3e615ed30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:00:54Z', 'updated_at': '2022-05-18T15:00:58Z', 'revision_number': 5, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'subnets': [{'id': '05655c39-f8fa-418a-853d-5fe3e615ed30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:04:25.952511 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32ffa74-2370-4b75-b5a5-43485e55d388 None None] The sync data for ids ['f05fe87d-8925-47ed-a112-a885d34bbd44'] in dv-cinder-839987-7-iscsi is: [{'id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'name': 'tempest-AttachVolumeNegativeTest-1491292696-router', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '200f4252-f1fc-44ba-8589-ea8c90b89e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:00:51Z', 'updated_at': '2022-05-18T15:00:55Z', 'revision_number': 4, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'gw_port': {'id': '200f4252-f1fc-44ba-8589-ea8c90b89e1c', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:00:52Z', 'updated_at': '2022-05-18T15:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': '12f29204-1101-4159-9268-800d69f5f906', 'name': '', 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'mac_address': 'fa:16:3e:75:98:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '05655c39-f8fa-418a-853d-5fe3e615ed30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:00:54Z', 'updated_at': '2022-05-18T15:00:58Z', 'revision_number': 5, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'subnets': [{'id': '05655c39-f8fa-418a-853d-5fe3e615ed30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 15:04:26.164757 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-4350af05-55e3-4659-bd23-140108bd4fae req-a8b5b3f7-8991-4fd5-a843-3b1008ec8133 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/ports?device_id=b19720ba-f060-4b0c-9f92-bfe6dd401d8c HTTP/1.1" status: 200 len: 210 time: 0.0333469 May 18 15:04:26.215045 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdd0e0f-58b1-4485-a57b-ef3f5dc1cd15 None None] New status for floating IP 72d3a940-956c-46f4-a835-ba3105a12f1c: DOWN {{(pid=110158) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 15:04:26.450531 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 39670) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:04:26.482575 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:26.510051 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-fcff5e94-a111-4daf-895d-8874295b2160 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for security_group (640a0eb0-d6cf-44cb-ace8-8161915affa1), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:26.535079 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-fcff5e94-a111-4daf-895d-8874295b2160 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for security_group (640a0eb0-d6cf-44cb-ace8-8161915affa1), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:26.588424 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-fcff5e94-a111-4daf-895d-8874295b2160 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (640a0eb0-d6cf-44cb-ace8-8161915affa1), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:26.591202 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-fcff5e94-a111-4daf-895d-8874295b2160 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for security_group (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:26.592394 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-fcff5e94-a111-4daf-895d-8874295b2160 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "DELETE /v2.0/security-groups/640a0eb0-d6cf-44cb-ace8-8161915affa1 HTTP/1.1" status: 204 len: 168 time: 0.1407952 May 18 15:04:26.595202 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 39672) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:04:26.601536 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff5e94-a111-4daf-895d-8874295b2160 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=640a0eb0-d6cf-44cb-ace8-8161915affa1,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:04:26.608598 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.api.v2.resource [None req-be20ede8-b91c-4bc5-a72a-f8a81e91d249 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] show failed (client error): The resource could not be found. May 18 15:04:26.612065 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-be20ede8-b91c-4bc5-a72a-f8a81e91d249 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/security-groups/640a0eb0-d6cf-44cb-ace8-8161915affa1 HTTP/1.1" status: 404 len: 347 time: 0.0133882 May 18 15:04:26.612287 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 39674) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:04:26.739976 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [None req-af862026-9cd7-4d96-83d6-fb56a4096861 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Deleting port 04c570ac-7c9f-4195-944b-56fa952c815c {{(pid=110157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:04:26.740317 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-af862026-9cd7-4d96-83d6-fb56a4096861 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (04c570ac-7c9f-4195-944b-56fa952c815c), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:26.816765 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-af862026-9cd7-4d96-83d6-fb56a4096861 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (04c570ac-7c9f-4195-944b-56fa952c815c), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:26.817130 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-af862026-9cd7-4d96-83d6-fb56a4096861 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for floatingip (04c570ac-7c9f-4195-944b-56fa952c815c), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:26.830349 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [None req-af862026-9cd7-4d96-83d6-fb56a4096861 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Calling delete_port for 04c570ac-7c9f-4195-944b-56fa952c815c owned by network:floatingip {{(pid=110157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:04:26.912020 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:04:26.913880 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:04:26.969444 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-af862026-9cd7-4d96-83d6-fb56a4096861 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13704171'] for port (04c570ac-7c9f-4195-944b-56fa952c815c), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:26.994948 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af862026-9cd7-4d96-83d6-fb56a4096861 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Pushing event deleted for resources: {'Port': ['ID=04c570ac-7c9f-4195-944b-56fa952c815c,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:04:27.122582 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-af862026-9cd7-4d96-83d6-fb56a4096861 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for floatingip (72d3a940-956c-46f4-a835-ba3105a12f1c), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:27.125236 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-af862026-9cd7-4d96-83d6-fb56a4096861 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for floatingip (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:27.126548 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-af862026-9cd7-4d96-83d6-fb56a4096861 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "DELETE /v2.0/floatingips/72d3a940-956c-46f4-a835-ba3105a12f1c HTTP/1.1" status: 204 len: 168 time: 0.5132968 May 18 15:04:27.197930 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931eff9-2657-49f4-a30b-93949535b7ba req-c576f24c-3535-42b6-8a4b-27e9dcd5c9ca tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:04:27.199473 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6931eff9-2657-49f4-a30b-93949535b7ba req-c576f24c-3535-42b6-8a4b-27e9dcd5c9ca tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.49 "GET /v2.0/networks?id=19da6af6-a529-4bd8-858e-9cc319b37384 HTTP/1.1" status: 200 len: 810 time: 0.1470749 May 18 15:04:27.207448 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 39680) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:04:27.213618 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-4ab84705-cd51-45a0-9bdc-09e10be93cce tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Request body: {'security_group': {'name': 'tempest-securitygroup--977706017', 'description': 'tempest-description--915972560'}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:04:27.237082 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-4ab84705-cd51-45a0-9bdc-09e10be93cce tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for security_group (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:27.273422 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-baedd653-3ca0-4985-98b7-43a7b9498091 req-953c6905-da4d-4956-b28c-0b3257eaa59b tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/ports?device_id=b19720ba-f060-4b0c-9f92-bfe6dd401d8c HTTP/1.1" status: 200 len: 210 time: 0.0336576 May 18 15:04:27.319450 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-4ab84705-cd51-45a0-9bdc-09e10be93cce tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for security_group (ad33ac76-7674-439e-abe0-99cbf1421fc9), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:27.321165 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6931eff9-2657-49f4-a30b-93949535b7ba req-b1e76e58-18ad-42bc-b1ce-131cd0d36e14 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2f3dc5d9c6648c79267f71b5a86f249 HTTP/1.1" status: 200 len: 380 time: 0.0982404 May 18 15:04:27.322488 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-4ab84705-cd51-45a0-9bdc-09e10be93cce tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (ad33ac76-7674-439e-abe0-99cbf1421fc9), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:27.329838 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [req-6931eff9-2657-49f4-a30b-93949535b7ba req-f6b56ebf-25b6-4c04-8106-7efe33ae2e1d tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Request body: {'port': {'device_id': 'b19720ba-f060-4b0c-9f92-bfe6dd401d8c', 'network_id': '19da6af6-a529-4bd8-858e-9cc319b37384', 'admin_state_up': True, 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'security_groups': ['6cbe187f-440f-4228-8e53-1401efa51829']}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:04:27.356808 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-4ab84705-cd51-45a0-9bdc-09e10be93cce tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for security_group (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:27.358122 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-4ab84705-cd51-45a0-9bdc-09e10be93cce tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1495531 May 18 15:04:27.360044 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab84705-cd51-45a0-9bdc-09e10be93cce tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad33ac76-7674-439e-abe0-99cbf1421fc9,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:04:27.362099 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 39682) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:04:27.367307 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-2c3f10ec-86a0-4bb2-a496-56396eac87ff tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Request body: {'security_group_rule': {'security_group_id': 'ad33ac76-7674-439e-abe0-99cbf1421fc9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:04:27.395776 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-2c3f10ec-86a0-4bb2-a496-56396eac87ff tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for security_group_rule (5bec8623-11cf-4298-8e04-f9f2aa265fc8), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:27.448531 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6931eff9-2657-49f4-a30b-93949535b7ba req-f6b56ebf-25b6-4c04-8106-7efe33ae2e1d tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Made reservation on behalf of d2f3dc5d9c6648c79267f71b5a86f249 for: {'port': 1} {{(pid=110157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 15:04:27.452255 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-6931eff9-2657-49f4-a30b-93949535b7ba req-f6b56ebf-25b6-4c04-8106-7efe33ae2e1d tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:27.456749 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-2c3f10ec-86a0-4bb2-a496-56396eac87ff tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for security_group_rule (5bec8623-11cf-4298-8e04-f9f2aa265fc8), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:27.461697 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-2c3f10ec-86a0-4bb2-a496-56396eac87ff tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039443'] for security_group_rule (5bec8623-11cf-4298-8e04-f9f2aa265fc8), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:27.484105 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3f10ec-86a0-4bb2-a496-56396eac87ff tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bec8623-11cf-4298-8e04-f9f2aa265fc8,revision_number=0']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:04:27.494333 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-2c3f10ec-86a0-4bb2-a496-56396eac87ff tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:27.496079 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-2c3f10ec-86a0-4bb2-a496-56396eac87ff tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1322722 May 18 15:04:27.498602 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 39684) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:04:27.502963 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-da77f3fa-7755-473e-acb0-f9fb375808a9 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Request body: {'security_group_rule': {'security_group_id': 'ad33ac76-7674-439e-abe0-99cbf1421fc9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:04:27.536195 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-da77f3fa-7755-473e-acb0-f9fb375808a9 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for security_group_rule (35670a6d-52b9-4965-8101-fca7218247f6), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:27.587120 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-da77f3fa-7755-473e-acb0-f9fb375808a9 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for security_group_rule (35670a6d-52b9-4965-8101-fca7218247f6), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:27.590982 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-da77f3fa-7755-473e-acb0-f9fb375808a9 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039443'] for security_group_rule (35670a6d-52b9-4965-8101-fca7218247f6), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:27.592143 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.db_base_plugin_common [req-6931eff9-2657-49f4-a30b-93949535b7ba req-f6b56ebf-25b6-4c04-8106-7efe33ae2e1d tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Allocated IP 172.20.0.14 (19da6af6-a529-4bd8-858e-9cc319b37384/207e26a7-c20a-4ebc-a1ff-b0586cec622c/d606525d-ae8c-4f8f-bf39-230c02f71e29) {{(pid=110157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 15:04:27.612675 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da77f3fa-7755-473e-acb0-f9fb375808a9 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35670a6d-52b9-4965-8101-fca7218247f6,revision_number=0']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:04:27.618071 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-da77f3fa-7755-473e-acb0-f9fb375808a9 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:27.622182 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-da77f3fa-7755-473e-acb0-f9fb375808a9 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1196980 May 18 15:04:27.623115 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 39686) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:04:27.626672 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-c98ce38f-3533-418f-82f0-7e875d21c959 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Request body: {'floatingip': {'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8'}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:04:27.650112 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-c98ce38f-3533-418f-82f0-7e875d21c959 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:27.740745 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-6931eff9-2657-49f4-a30b-93949535b7ba req-f6b56ebf-25b6-4c04-8106-7efe33ae2e1d tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks [] for port (d606525d-ae8c-4f8f-bf39-230c02f71e29), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:27.747652 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-c98ce38f-3533-418f-82f0-7e875d21c959 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:27.750318 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:04:27.774342 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-6931eff9-2657-49f4-a30b-93949535b7ba req-f6b56ebf-25b6-4c04-8106-7efe33ae2e1d tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13704171'] for port (d606525d-ae8c-4f8f-bf39-230c02f71e29), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:27.823021 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:04:27.834826 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6931eff9-2657-49f4-a30b-93949535b7ba req-f6b56ebf-25b6-4c04-8106-7efe33ae2e1d tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Network 19da6af6-a529-4bd8-858e-9cc319b37384 is already hosted by enough agents. {{(pid=110157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 15:04:27.841987 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.base_scheduler [req-6931eff9-2657-49f4-a30b-93949535b7ba req-f6b56ebf-25b6-4c04-8106-7efe33ae2e1d tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Resources bound (agent type, host, resource id): {{(pid=110157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 15:04:27.845029 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.l3_dvrscheduler_db [req-6931eff9-2657-49f4-a30b-93949535b7ba req-f6b56ebf-25b6-4c04-8106-7efe33ae2e1d tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Received port after_create {{(pid=110157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 15:04:27.869659 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b56ebf-25b6-4c04-8106-7efe33ae2e1d tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Pushing event updated for resources: {'Port': ['ID=d606525d-ae8c-4f8f-bf39-230c02f71e29,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:04:27.887892 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:04:27.889390 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:04:27.897504 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.db_base_plugin_common [None req-c98ce38f-3533-418f-82f0-7e875d21c959 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Allocated IP 172.27.3.145 (f20aa9f3-2984-481b-bb59-fa1f034e36c8/b7750f80-229c-4d19-b013-2aee5952f8bb/cd259fe0-acac-476c-a900-f9ae0900a8cd) {{(pid=110156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 15:04:27.902637 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931eff9-2657-49f4-a30b-93949535b7ba req-f6b56ebf-25b6-4c04-8106-7efe33ae2e1d tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:04:27.903574 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-6931eff9-2657-49f4-a30b-93949535b7ba req-f6b56ebf-25b6-4c04-8106-7efe33ae2e1d tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for port (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:27.920522 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6931eff9-2657-49f4-a30b-93949535b7ba req-f6b56ebf-25b6-4c04-8106-7efe33ae2e1d tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5942683 May 18 15:04:27.950744 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [req-6931eff9-2657-49f4-a30b-93949535b7ba req-95a65c32-bb22-4567-8349-da26e96aa9d3 service neutron] Request body: {'port': {'device_id': 'b19720ba-f060-4b0c-9f92-bfe6dd401d8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:04:28.021162 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-6931eff9-2657-49f4-a30b-93949535b7ba req-95a65c32-bb22-4567-8349-da26e96aa9d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (d606525d-ae8c-4f8f-bf39-230c02f71e29), before_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:28.024271 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-c98ce38f-3533-418f-82f0-7e875d21c959 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for port (cd259fe0-acac-476c-a900-f9ae0900a8cd), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:28.060917 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-c98ce38f-3533-418f-82f0-7e875d21c959 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14495174'] for port (cd259fe0-acac-476c-a900-f9ae0900a8cd), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:28.100523 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98ce38f-3533-418f-82f0-7e875d21c959 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Network f20aa9f3-2984-481b-bb59-fa1f034e36c8 is already hosted by enough agents. {{(pid=110156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 15:04:28.103577 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.base_scheduler [None req-c98ce38f-3533-418f-82f0-7e875d21c959 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Resources bound (agent type, host, resource id): {{(pid=110156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 15:04:28.106787 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-38655105-45da-4dca-a696-4f89972a281b None None] Provisioning complete for port d606525d-ae8c-4f8f-bf39-230c02f71e29 triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 15:04:28.107741 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-38655105-45da-4dca-a696-4f89972a281b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (d606525d-ae8c-4f8f-bf39-230c02f71e29), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:28.107874 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98ce38f-3533-418f-82f0-7e875d21c959 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Received port after_create {{(pid=110156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 15:04:28.134844 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ce38f-3533-418f-82f0-7e875d21c959 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Pushing event updated for resources: {'Port': ['ID=cd259fe0-acac-476c-a900-f9ae0900a8cd,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:04:28.146963 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-38655105-45da-4dca-a696-4f89972a281b None None] Port d606525d-ae8c-4f8f-bf39-230c02f71e29 cannot update to ACTIVE because it is not bound. {{(pid=110158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 15:04:28.201564 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-c98ce38f-3533-418f-82f0-7e875d21c959 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for floatingip (06ac6ecd-6bc2-4485-94a9-3917c2ababfc), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:28.247026 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-c98ce38f-3533-418f-82f0-7e875d21c959 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (cd259fe0-acac-476c-a900-f9ae0900a8cd), before_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:28.344752 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.notifiers.nova [req-6931eff9-2657-49f4-a30b-93949535b7ba req-95a65c32-bb22-4567-8349-da26e96aa9d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d606525d-ae8c-4f8f-bf39-230c02f71e29 {{(pid=110157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 15:04:28.361320 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-6931eff9-2657-49f4-a30b-93949535b7ba req-95a65c32-bb22-4567-8349-da26e96aa9d3 service neutron] Publish callbacks [] for port (d606525d-ae8c-4f8f-bf39-230c02f71e29), precommit_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:28.402055 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.provisioning_blocks [req-6931eff9-2657-49f4-a30b-93949535b7ba req-95a65c32-bb22-4567-8349-da26e96aa9d3 service neutron] Transition to ACTIVE for port object d606525d-ae8c-4f8f-bf39-230c02f71e29 will not be triggered until provisioned by entity L2. {{(pid=110157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 15:04:28.408129 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-6931eff9-2657-49f4-a30b-93949535b7ba req-95a65c32-bb22-4567-8349-da26e96aa9d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13704156'] for port (d606525d-ae8c-4f8f-bf39-230c02f71e29), after_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:28.422682 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f5307b-4b37-4a76-9901-ecb5781bf040 req-b483cb8d-c140-4a31-b23c-6df6e1cfec4b tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:04:28.424403 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-47f5307b-4b37-4a76-9901-ecb5781bf040 req-b483cb8d-c140-4a31-b23c-6df6e1cfec4b tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/ports?device_id=b19720ba-f060-4b0c-9f92-bfe6dd401d8c HTTP/1.1" status: 200 len: 932 time: 0.0748746 May 18 15:04:28.427893 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-c98ce38f-3533-418f-82f0-7e875d21c959 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for port (cd259fe0-acac-476c-a900-f9ae0900a8cd), precommit_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:28.433026 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-c98ce38f-3533-418f-82f0-7e875d21c959 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14495217'] for port (cd259fe0-acac-476c-a900-f9ae0900a8cd), after_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:28.503513 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a65c32-bb22-4567-8349-da26e96aa9d3 service neutron] Pushing event updated for resources: {'Port': ['ID=d606525d-ae8c-4f8f-bf39-230c02f71e29,revision_number=2']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:04:28.509512 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ce38f-3533-418f-82f0-7e875d21c959 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Pushing event updated for resources: {'Port': ['ID=cd259fe0-acac-476c-a900-f9ae0900a8cd,revision_number=2']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:04:28.518780 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-c98ce38f-3533-418f-82f0-7e875d21c959 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008279'] for floatingip (06ac6ecd-6bc2-4485-94a9-3917c2ababfc), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:28.528552 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:04:28.542301 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-c98ce38f-3533-418f-82f0-7e875d21c959 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for floatingip (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:28.543590 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-c98ce38f-3533-418f-82f0-7e875d21c959 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9203160 May 18 15:04:28.571386 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-47f5307b-4b37-4a76-9901-ecb5781bf040 req-b41316da-d899-498d-863d-9bcc9a77f9ba tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cbe187f-440f-4228-8e53-1401efa51829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257250 May 18 15:04:28.601372 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.managers [req-6931eff9-2657-49f4-a30b-93949535b7ba req-95a65c32-bb22-4567-8349-da26e96aa9d3 service neutron] Attempting to bind port d606525d-ae8c-4f8f-bf39-230c02f71e29 on host hv-cinder-83998 for vnic_type normal with profile {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 15:04:28.601812 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.managers [req-6931eff9-2657-49f4-a30b-93949535b7ba req-95a65c32-bb22-4567-8349-da26e96aa9d3 service neutron] Attempting to bind port d606525d-ae8c-4f8f-bf39-230c02f71e29 by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': '581026d7-1ed0-43a5-8cc8-04eff6757853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '19da6af6-a529-4bd8-858e-9cc319b37384'}] {{(pid=110157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 15:04:28.602063 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6931eff9-2657-49f4-a30b-93949535b7ba req-95a65c32-bb22-4567-8349-da26e96aa9d3 service neutron] Attempting to bind port d606525d-ae8c-4f8f-bf39-230c02f71e29 on network 19da6af6-a529-4bd8-858e-9cc319b37384 {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 15:04:28.607159 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6931eff9-2657-49f4-a30b-93949535b7ba req-95a65c32-bb22-4567-8349-da26e96aa9d3 service neutron] Port d606525d-ae8c-4f8f-bf39-230c02f71e29 on network 19da6af6-a529-4bd8-858e-9cc319b37384 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 15:04:28.607521 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6931eff9-2657-49f4-a30b-93949535b7ba req-95a65c32-bb22-4567-8349-da26e96aa9d3 service neutron] Attempting to bind port d606525d-ae8c-4f8f-bf39-230c02f71e29 on network 19da6af6-a529-4bd8-858e-9cc319b37384 {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 15:04:28.613047 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6931eff9-2657-49f4-a30b-93949535b7ba req-95a65c32-bb22-4567-8349-da26e96aa9d3 service neutron] Checking agent: {'id': 'f376d122-85a6-484a-a941-8f32d5a81e72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 53, 39), 'started_at': datetime.datetime(2022, 5, 18, 14, 53, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 15, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 15:04:28.613444 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6931eff9-2657-49f4-a30b-93949535b7ba req-95a65c32-bb22-4567-8349-da26e96aa9d3 service neutron] Checking segment: {'id': '581026d7-1ed0-43a5-8cc8-04eff6757853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '19da6af6-a529-4bd8-858e-9cc319b37384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 15:04:28.613835 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6931eff9-2657-49f4-a30b-93949535b7ba req-95a65c32-bb22-4567-8349-da26e96aa9d3 service neutron] Bound using segment: {'id': '581026d7-1ed0-43a5-8cc8-04eff6757853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '19da6af6-a529-4bd8-858e-9cc319b37384'} {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 15:04:28.614296 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.managers [req-6931eff9-2657-49f4-a30b-93949535b7ba req-95a65c32-bb22-4567-8349-da26e96aa9d3 service neutron] Bound port: d606525d-ae8c-4f8f-bf39-230c02f71e29, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '581026d7-1ed0-43a5-8cc8-04eff6757853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '19da6af6-a529-4bd8-858e-9cc319b37384'}}] {{(pid=110157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 15:04:28.614672 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-6931eff9-2657-49f4-a30b-93949535b7ba req-95a65c32-bb22-4567-8349-da26e96aa9d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (d606525d-ae8c-4f8f-bf39-230c02f71e29), before_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:28.688605 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.db [req-6931eff9-2657-49f4-a30b-93949535b7ba req-95a65c32-bb22-4567-8349-da26e96aa9d3 service neutron] For port d606525d-ae8c-4f8f-bf39-230c02f71e29, host hv-cinder-83998, cleared binding levels {{(pid=110157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 15:04:28.692686 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.db [req-6931eff9-2657-49f4-a30b-93949535b7ba req-95a65c32-bb22-4567-8349-da26e96aa9d3 service neutron] For port d606525d-ae8c-4f8f-bf39-230c02f71e29, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=d606525d-ae8c-4f8f-bf39-230c02f71e29,segment=NetworkSegment(581026d7-1ed0-43a5-8cc8-04eff6757853),segment_id=581026d7-1ed0-43a5-8cc8-04eff6757853)] {{(pid=110157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 15:04:28.700274 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-6931eff9-2657-49f4-a30b-93949535b7ba req-95a65c32-bb22-4567-8349-da26e96aa9d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13704156'] for port (d606525d-ae8c-4f8f-bf39-230c02f71e29), after_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:28.757604 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931eff9-2657-49f4-a30b-93949535b7ba req-95a65c32-bb22-4567-8349-da26e96aa9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:04:28.758208 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-6931eff9-2657-49f4-a30b-93949535b7ba req-95a65c32-bb22-4567-8349-da26e96aa9d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for port (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:28.761443 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6931eff9-2657-49f4-a30b-93949535b7ba req-95a65c32-bb22-4567-8349-da26e96aa9d3 service neutron] 10.222.0.49 "PUT /v2.0/ports/d606525d-ae8c-4f8f-bf39-230c02f71e29 HTTP/1.1" status: 200 len: 1094 time: 0.8152201 May 18 15:04:28.763883 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b19720ba-f060-4b0c-9f92-bfe6dd401d8c', 'tag': 'd606525d-ae8c-4f8f-bf39-230c02f71e29'}] {{(pid=110157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 15:04:28.766406 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3614be4c33be7e0ed28fa23fdbb6a3604458632b91c0a79006a6fb45a0ea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-393873b7-f59b-4d75-ace1-0e4413d24154" -d '{"events": [{"name": "network-changed", "server_uuid": "b19720ba-f060-4b0c-9f92-bfe6dd401d8c", "tag": "d606525d-ae8c-4f8f-bf39-230c02f71e29"}]}' {{(pid=110157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 15:04:28.777396 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:04:28.803306 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a65c32-bb22-4567-8349-da26e96aa9d3 service neutron] Pushing event updated for resources: {'Port': ['ID=d606525d-ae8c-4f8f-bf39-230c02f71e29,revision_number=3']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:04:28.820707 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:04:28.841186 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 15:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099ffbf2-75a3-41ac-8b30-90598bea086c x-openstack-request-id: req-099ffbf2-75a3-41ac-8b30-90598bea086c {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 15:04:28.841644 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b19720ba-f060-4b0c-9f92-bfe6dd401d8c", "tag": "d606525d-ae8c-4f8f-bf39-230c02f71e29", "status": "completed", "code": 200}]} {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 15:04:28.841925 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-099ffbf2-75a3-41ac-8b30-90598bea086c {{(pid=110157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 15:04:28.842351 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-099ffbf2-75a3-41ac-8b30-90598bea086c'] response: {'name': 'network-changed', 'server_uuid': 'b19720ba-f060-4b0c-9f92-bfe6dd401d8c', 'tag': 'd606525d-ae8c-4f8f-bf39-230c02f71e29', 'status': 'completed', 'code': 200} May 18 15:04:28.850147 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ffcaa12d-e314-4872-adb4-0a0baf6cfaa3 req-d525a55d-6bbd-4c5f-bbaf-9f8ab3fa0663 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--977706017&fields=id&tenant_id=0d032e462665466d83ab51e9c116d1e0 HTTP/1.1" status: 200 len: 267 time: 0.1207864 May 18 15:04:28.932869 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931eff9-2657-49f4-a30b-93949535b7ba req-5dafc51a-d679-4c11-ab2f-cc2cdf1dc848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:04:28.934498 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6931eff9-2657-49f4-a30b-93949535b7ba req-5dafc51a-d679-4c11-ab2f-cc2cdf1dc848 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d2f3dc5d9c6648c79267f71b5a86f249&device_id=b19720ba-f060-4b0c-9f92-bfe6dd401d8c HTTP/1.1" status: 200 len: 1128 time: 0.1068883 May 18 15:04:28.986174 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6931eff9-2657-49f4-a30b-93949535b7ba req-67c24b06-0f62-489f-b983-1e8d508d8d04 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d606525d-ae8c-4f8f-bf39-230c02f71e29 HTTP/1.1" status: 200 len: 217 time: 0.0397284 May 18 15:04:29.066933 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcaa12d-e314-4872-adb4-0a0baf6cfaa3 req-ded7f787-2bf0-4bb2-b4ba-064bdd5c2542 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:04:29.068399 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ffcaa12d-e314-4872-adb4-0a0baf6cfaa3 req-ded7f787-2bf0-4bb2-b4ba-064bdd5c2542 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/networks?id=9022122f-bfa2-48d6-ae5d-8c609a059727 HTTP/1.1" status: 200 len: 815 time: 0.1973333 May 18 15:04:29.074058 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931eff9-2657-49f4-a30b-93949535b7ba req-218032fa-e528-4a19-9d21-23c681d0c499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:04:29.075498 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6931eff9-2657-49f4-a30b-93949535b7ba req-218032fa-e528-4a19-9d21-23c681d0c499 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=207e26a7-c20a-4ebc-a1ff-b0586cec622c HTTP/1.1" status: 200 len: 849 time: 0.0823586 May 18 15:04:29.094796 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ffcaa12d-e314-4872-adb4-0a0baf6cfaa3 req-f6926633-0acb-4b21-bbb2-a5a0968965c9 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/quotas/0d032e462665466d83ab51e9c116d1e0 HTTP/1.1" status: 200 len: 375 time: 0.0183718 May 18 15:04:29.157398 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931eff9-2657-49f4-a30b-93949535b7ba req-42582ff9-e8fe-4d96-b549-9d60e9a3e148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:04:29.158922 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6931eff9-2657-49f4-a30b-93949535b7ba req-42582ff9-e8fe-4d96-b549-9d60e9a3e148 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=19da6af6-a529-4bd8-858e-9cc319b37384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0753555 May 18 15:04:29.188825 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ffcaa12d-e314-4872-adb4-0a0baf6cfaa3 req-dc73da0a-4507-4093-b1bb-318654a8bf3b tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0d032e462665466d83ab51e9c116d1e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0755174 May 18 15:04:29.576669 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6931eff9-2657-49f4-a30b-93949535b7ba req-a42be9d8-6e0e-49c6-a2a5-a5b68305f9c1 service neutron] 10.222.0.49 "GET /v2.0/networks/19da6af6-a529-4bd8-858e-9cc319b37384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4114797 May 18 15:04:29.581796 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ffcaa12d-e314-4872-adb4-0a0baf6cfaa3 req-fb678745-9b37-4e1a-8224-cb4eb59cdb9d service neutron] 10.222.0.59 "GET /v2.0/networks/9022122f-bfa2-48d6-ae5d-8c609a059727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631818 May 18 15:04:29.744295 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99b839-7e21-4184-8454-aecce4aa2114 req-17a6b916-dfa2-420a-b6ac-5df70eb5f144 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:04:29.745781 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0d99b839-7e21-4184-8454-aecce4aa2114 req-17a6b916-dfa2-420a-b6ac-5df70eb5f144 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/ports?device_id=b19720ba-f060-4b0c-9f92-bfe6dd401d8c HTTP/1.1" status: 200 len: 944 time: 0.0998197 May 18 15:04:29.804055 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6931eff9-2657-49f4-a30b-93949535b7ba req-d34264fc-a25a-4516-92e6-f31700e38019 service neutron] 10.222.0.49 "GET /v2.0/networks/19da6af6-a529-4bd8-858e-9cc319b37384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201052 May 18 15:04:29.811272 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ffcaa12d-e314-4872-adb4-0a0baf6cfaa3 req-074fa725-531b-4c13-9ca0-47233817bb26 service neutron] 10.222.0.59 "GET /v2.0/networks/9022122f-bfa2-48d6-ae5d-8c609a059727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178571 May 18 15:04:29.838299 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0d99b839-7e21-4184-8454-aecce4aa2114 req-24490feb-71ed-4003-92b8-1aaa45b423e9 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cbe187f-440f-4228-8e53-1401efa51829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824232 May 18 15:04:29.970283 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1e1e13e5-c2bf-4500-8692-d701c6fd979e req-4e88ccd6-950b-4a57-8e25-9131620fc470 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1abe2e5-a4cc-47d2-a20c-3d5ca85a6fc2 HTTP/1.1" status: 200 len: 210 time: 0.0274155 May 18 15:04:30.104611 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393873b7-f59b-4d75-ace1-0e4413d24154 req-8e5e95c5-753e-444d-ac64-1e74ad8a5499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:04:30.106172 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-393873b7-f59b-4d75-ace1-0e4413d24154 req-8e5e95c5-753e-444d-ac64-1e74ad8a5499 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d2f3dc5d9c6648c79267f71b5a86f249&device_id=b19720ba-f060-4b0c-9f92-bfe6dd401d8c HTTP/1.1" status: 200 len: 1128 time: 0.0411322 May 18 15:04:30.215180 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393873b7-f59b-4d75-ace1-0e4413d24154 req-63e8ae28-910a-4c44-b08d-3364401befa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:04:30.216701 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-393873b7-f59b-4d75-ace1-0e4413d24154 req-63e8ae28-910a-4c44-b08d-3364401befa9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=19da6af6-a529-4bd8-858e-9cc319b37384 HTTP/1.1" status: 200 len: 911 time: 0.1034496 May 18 15:04:30.261102 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-393873b7-f59b-4d75-ace1-0e4413d24154 req-95951acf-2573-4489-9e2d-d05639f2b55a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d606525d-ae8c-4f8f-bf39-230c02f71e29 HTTP/1.1" status: 200 len: 217 time: 0.0371356 May 18 15:04:30.316754 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393873b7-f59b-4d75-ace1-0e4413d24154 req-269d72e2-a14a-4729-8b3b-f348603c3a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:04:30.318194 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-393873b7-f59b-4d75-ace1-0e4413d24154 req-269d72e2-a14a-4729-8b3b-f348603c3a32 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=207e26a7-c20a-4ebc-a1ff-b0586cec622c HTTP/1.1" status: 200 len: 849 time: 0.0473862 May 18 15:04:30.358427 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:04:30.360985 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:04:30.371118 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393873b7-f59b-4d75-ace1-0e4413d24154 req-69ff8efe-22ba-4993-8da9-2c0fe30a4452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:04:30.372934 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-393873b7-f59b-4d75-ace1-0e4413d24154 req-69ff8efe-22ba-4993-8da9-2c0fe30a4452 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=19da6af6-a529-4bd8-858e-9cc319b37384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486839 May 18 15:04:30.466054 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-393873b7-f59b-4d75-ace1-0e4413d24154 req-0643c6ef-a4d3-41e5-a70d-88ae729a1f7b service neutron] 10.222.0.49 "GET /v2.0/networks/19da6af6-a529-4bd8-858e-9cc319b37384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850985 May 18 15:04:30.577326 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-393873b7-f59b-4d75-ace1-0e4413d24154 req-577e0590-eaae-4337-bccb-34134ae1b43e service neutron] 10.222.0.49 "GET /v2.0/networks/19da6af6-a529-4bd8-858e-9cc319b37384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933971 May 18 15:04:30.993323 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1549a-0b9f-4a11-8273-0413528cbc4f req-a998f489-3260-482e-ac49-ad9d3ef7aa05 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:04:30.994813 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8be1549a-0b9f-4a11-8273-0413528cbc4f req-a998f489-3260-482e-ac49-ad9d3ef7aa05 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/ports?device_id=b19720ba-f060-4b0c-9f92-bfe6dd401d8c HTTP/1.1" status: 200 len: 944 time: 0.0669732 May 18 15:04:31.046838 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcaa12d-e314-4872-adb4-0a0baf6cfaa3 req-fae4f3b7-c72c-4bcc-95bd-0bc0ed415467 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:04:31.048347 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ffcaa12d-e314-4872-adb4-0a0baf6cfaa3 req-fae4f3b7-c72c-4bcc-95bd-0bc0ed415467 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.49 "GET /v2.0/networks?id=9022122f-bfa2-48d6-ae5d-8c609a059727 HTTP/1.1" status: 200 len: 815 time: 0.1677117 May 18 15:04:31.099906 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-740a7eef-6f36-4936-a32d-35a6a5b1efcd req-ad7d1c45-7f68-4636-a7a2-13713e3c4daf tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1abe2e5-a4cc-47d2-a20c-3d5ca85a6fc2 HTTP/1.1" status: 200 len: 210 time: 0.0505784 May 18 15:04:31.113534 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8be1549a-0b9f-4a11-8273-0413528cbc4f req-28c1c479-fe01-4c31-ab98-5fdc14f22ad3 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cbe187f-440f-4228-8e53-1401efa51829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121907 May 18 15:04:31.153450 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ffcaa12d-e314-4872-adb4-0a0baf6cfaa3 req-f89b1ae4-cd5a-4c5f-ab1f-d846c283e639 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d032e462665466d83ab51e9c116d1e0 HTTP/1.1" status: 200 len: 379 time: 0.0849743 May 18 15:04:31.167041 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [req-ffcaa12d-e314-4872-adb4-0a0baf6cfaa3 req-08d009e0-e73f-4658-9379-e6adeea4fe01 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Request body: {'port': {'device_id': 'd1abe2e5-a4cc-47d2-a20c-3d5ca85a6fc2', 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727', 'admin_state_up': True, 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'security_groups': ['ad33ac76-7674-439e-abe0-99cbf1421fc9']}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:04:31.278763 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffcaa12d-e314-4872-adb4-0a0baf6cfaa3 req-08d009e0-e73f-4658-9379-e6adeea4fe01 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Made reservation on behalf of 0d032e462665466d83ab51e9c116d1e0 for: {'port': 1} {{(pid=110157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 15:04:31.282229 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-ffcaa12d-e314-4872-adb4-0a0baf6cfaa3 req-08d009e0-e73f-4658-9379-e6adeea4fe01 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:31.407911 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.db_base_plugin_common [req-ffcaa12d-e314-4872-adb4-0a0baf6cfaa3 req-08d009e0-e73f-4658-9379-e6adeea4fe01 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Allocated IP 172.20.0.8 (9022122f-bfa2-48d6-ae5d-8c609a059727/05655c39-f8fa-418a-853d-5fe3e615ed30/4917e72d-9860-42a1-987f-9d06e66d46d1) {{(pid=110157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 15:04:31.499954 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:04:31.542335 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-ffcaa12d-e314-4872-adb4-0a0baf6cfaa3 req-08d009e0-e73f-4658-9379-e6adeea4fe01 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for port (4917e72d-9860-42a1-987f-9d06e66d46d1), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:31.569248 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:04:31.575755 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-ffcaa12d-e314-4872-adb4-0a0baf6cfaa3 req-08d009e0-e73f-4658-9379-e6adeea4fe01 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13704171'] for port (4917e72d-9860-42a1-987f-9d06e66d46d1), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:31.626583 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffcaa12d-e314-4872-adb4-0a0baf6cfaa3 req-08d009e0-e73f-4658-9379-e6adeea4fe01 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Network 9022122f-bfa2-48d6-ae5d-8c609a059727 is already hosted by enough agents. {{(pid=110157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 15:04:31.630213 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.base_scheduler [req-ffcaa12d-e314-4872-adb4-0a0baf6cfaa3 req-08d009e0-e73f-4658-9379-e6adeea4fe01 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Resources bound (agent type, host, resource id): {{(pid=110157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 15:04:31.633947 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffcaa12d-e314-4872-adb4-0a0baf6cfaa3 req-08d009e0-e73f-4658-9379-e6adeea4fe01 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Received port after_create {{(pid=110157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 15:04:31.637836 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d009e0-e73f-4658-9379-e6adeea4fe01 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Pushing event updated for resources: {'Port': ['ID=4917e72d-9860-42a1-987f-9d06e66d46d1,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:04:31.684236 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcaa12d-e314-4872-adb4-0a0baf6cfaa3 req-08d009e0-e73f-4658-9379-e6adeea4fe01 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:04:31.684867 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-ffcaa12d-e314-4872-adb4-0a0baf6cfaa3 req-08d009e0-e73f-4658-9379-e6adeea4fe01 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for port (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:31.701302 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ffcaa12d-e314-4872-adb4-0a0baf6cfaa3 req-08d009e0-e73f-4658-9379-e6adeea4fe01 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5378165 May 18 15:04:31.717279 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [req-ffcaa12d-e314-4872-adb4-0a0baf6cfaa3 req-13486dbf-3167-4adc-a5e6-2182dac0c893 service neutron] Request body: {'port': {'device_id': 'd1abe2e5-a4cc-47d2-a20c-3d5ca85a6fc2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:04:31.780030 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-ffcaa12d-e314-4872-adb4-0a0baf6cfaa3 req-13486dbf-3167-4adc-a5e6-2182dac0c893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (4917e72d-9860-42a1-987f-9d06e66d46d1), before_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:31.833547 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-2c8fb62e-3996-4454-bb75-8cd519dbb292 None None] Provisioning complete for port 4917e72d-9860-42a1-987f-9d06e66d46d1 triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 15:04:31.834159 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2c8fb62e-3996-4454-bb75-8cd519dbb292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (4917e72d-9860-42a1-987f-9d06e66d46d1), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:31.865128 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-2c8fb62e-3996-4454-bb75-8cd519dbb292 None None] Port 4917e72d-9860-42a1-987f-9d06e66d46d1 cannot update to ACTIVE because it is not bound. {{(pid=110158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 15:04:32.068238 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.notifiers.nova [req-ffcaa12d-e314-4872-adb4-0a0baf6cfaa3 req-13486dbf-3167-4adc-a5e6-2182dac0c893 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4917e72d-9860-42a1-987f-9d06e66d46d1 {{(pid=110157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 15:04:32.075768 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-ffcaa12d-e314-4872-adb4-0a0baf6cfaa3 req-13486dbf-3167-4adc-a5e6-2182dac0c893 service neutron] Publish callbacks [] for port (4917e72d-9860-42a1-987f-9d06e66d46d1), precommit_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:32.088340 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.provisioning_blocks [req-ffcaa12d-e314-4872-adb4-0a0baf6cfaa3 req-13486dbf-3167-4adc-a5e6-2182dac0c893 service neutron] Transition to ACTIVE for port object 4917e72d-9860-42a1-987f-9d06e66d46d1 will not be triggered until provisioned by entity L2. {{(pid=110157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 15:04:32.091710 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-ffcaa12d-e314-4872-adb4-0a0baf6cfaa3 req-13486dbf-3167-4adc-a5e6-2182dac0c893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13704156'] for port (4917e72d-9860-42a1-987f-9d06e66d46d1), after_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:32.173821 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13486dbf-3167-4adc-a5e6-2182dac0c893 service neutron] Pushing event updated for resources: {'Port': ['ID=4917e72d-9860-42a1-987f-9d06e66d46d1,revision_number=2']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:04:32.295704 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d9c7e-51af-4d9d-91b3-14a2af9b9434 req-07993ba0-0653-462c-9c08-2096681355a6 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:04:32.297235 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6b0d9c7e-51af-4d9d-91b3-14a2af9b9434 req-07993ba0-0653-462c-9c08-2096681355a6 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1abe2e5-a4cc-47d2-a20c-3d5ca85a6fc2 HTTP/1.1" status: 200 len: 943 time: 0.0991635 May 18 15:04:32.310162 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a93b293-6878-4fe2-b411-0d9a3ea37f34 req-3a3ed016-ccbb-494c-a41d-e9b488dbf42c tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:04:32.311646 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8a93b293-6878-4fe2-b411-0d9a3ea37f34 req-3a3ed016-ccbb-494c-a41d-e9b488dbf42c tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/ports?device_id=b19720ba-f060-4b0c-9f92-bfe6dd401d8c HTTP/1.1" status: 200 len: 944 time: 0.1026175 May 18 15:04:32.330372 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.managers [req-ffcaa12d-e314-4872-adb4-0a0baf6cfaa3 req-13486dbf-3167-4adc-a5e6-2182dac0c893 service neutron] Attempting to bind port 4917e72d-9860-42a1-987f-9d06e66d46d1 on host hv-cinder-83998 for vnic_type normal with profile {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 15:04:32.330707 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.managers [req-ffcaa12d-e314-4872-adb4-0a0baf6cfaa3 req-13486dbf-3167-4adc-a5e6-2182dac0c893 service neutron] Attempting to bind port 4917e72d-9860-42a1-987f-9d06e66d46d1 by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': 'e4fe1652-d7db-47a5-be36-f616796bf534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727'}] {{(pid=110157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 15:04:32.331035 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcaa12d-e314-4872-adb4-0a0baf6cfaa3 req-13486dbf-3167-4adc-a5e6-2182dac0c893 service neutron] Attempting to bind port 4917e72d-9860-42a1-987f-9d06e66d46d1 on network 9022122f-bfa2-48d6-ae5d-8c609a059727 {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 15:04:32.353999 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcaa12d-e314-4872-adb4-0a0baf6cfaa3 req-13486dbf-3167-4adc-a5e6-2182dac0c893 service neutron] Port 4917e72d-9860-42a1-987f-9d06e66d46d1 on network 9022122f-bfa2-48d6-ae5d-8c609a059727 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 15:04:32.354316 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcaa12d-e314-4872-adb4-0a0baf6cfaa3 req-13486dbf-3167-4adc-a5e6-2182dac0c893 service neutron] Attempting to bind port 4917e72d-9860-42a1-987f-9d06e66d46d1 on network 9022122f-bfa2-48d6-ae5d-8c609a059727 {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 15:04:32.355948 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:04:32.379425 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcaa12d-e314-4872-adb4-0a0baf6cfaa3 req-13486dbf-3167-4adc-a5e6-2182dac0c893 service neutron] Checking agent: {'id': 'f376d122-85a6-484a-a941-8f32d5a81e72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 53, 39), 'started_at': datetime.datetime(2022, 5, 18, 14, 53, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 15, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 15:04:32.379762 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcaa12d-e314-4872-adb4-0a0baf6cfaa3 req-13486dbf-3167-4adc-a5e6-2182dac0c893 service neutron] Checking segment: {'id': 'e4fe1652-d7db-47a5-be36-f616796bf534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 15:04:32.380149 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcaa12d-e314-4872-adb4-0a0baf6cfaa3 req-13486dbf-3167-4adc-a5e6-2182dac0c893 service neutron] Bound using segment: {'id': 'e4fe1652-d7db-47a5-be36-f616796bf534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727'} {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 15:04:32.380603 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.managers [req-ffcaa12d-e314-4872-adb4-0a0baf6cfaa3 req-13486dbf-3167-4adc-a5e6-2182dac0c893 service neutron] Bound port: 4917e72d-9860-42a1-987f-9d06e66d46d1, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4fe1652-d7db-47a5-be36-f616796bf534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727'}}] {{(pid=110157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 15:04:32.380965 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-ffcaa12d-e314-4872-adb4-0a0baf6cfaa3 req-13486dbf-3167-4adc-a5e6-2182dac0c893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (4917e72d-9860-42a1-987f-9d06e66d46d1), before_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:32.391363 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:04:32.413967 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6b0d9c7e-51af-4d9d-91b3-14a2af9b9434 req-b8c1f4a7-be29-41cb-a483-b5553aac9fd6 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/security-groups?id=ad33ac76-7674-439e-abe0-99cbf1421fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103697 May 18 15:04:32.427140 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8a93b293-6878-4fe2-b411-0d9a3ea37f34 req-1851fa31-b32b-4690-8b6a-2235d5d34e27 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cbe187f-440f-4228-8e53-1401efa51829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050541 May 18 15:04:32.474759 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.db [req-ffcaa12d-e314-4872-adb4-0a0baf6cfaa3 req-13486dbf-3167-4adc-a5e6-2182dac0c893 service neutron] For port 4917e72d-9860-42a1-987f-9d06e66d46d1, host hv-cinder-83998, cleared binding levels {{(pid=110157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 15:04:32.477728 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.db [req-ffcaa12d-e314-4872-adb4-0a0baf6cfaa3 req-13486dbf-3167-4adc-a5e6-2182dac0c893 service neutron] For port 4917e72d-9860-42a1-987f-9d06e66d46d1, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=4917e72d-9860-42a1-987f-9d06e66d46d1,segment=NetworkSegment(e4fe1652-d7db-47a5-be36-f616796bf534),segment_id=e4fe1652-d7db-47a5-be36-f616796bf534)] {{(pid=110157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 15:04:32.483527 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-ffcaa12d-e314-4872-adb4-0a0baf6cfaa3 req-13486dbf-3167-4adc-a5e6-2182dac0c893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13704156'] for port (4917e72d-9860-42a1-987f-9d06e66d46d1), after_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:32.521812 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcaa12d-e314-4872-adb4-0a0baf6cfaa3 req-13486dbf-3167-4adc-a5e6-2182dac0c893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:04:32.522423 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-ffcaa12d-e314-4872-adb4-0a0baf6cfaa3 req-13486dbf-3167-4adc-a5e6-2182dac0c893 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for port (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:32.523852 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ffcaa12d-e314-4872-adb4-0a0baf6cfaa3 req-13486dbf-3167-4adc-a5e6-2182dac0c893 service neutron] 10.222.0.49 "PUT /v2.0/ports/4917e72d-9860-42a1-987f-9d06e66d46d1 HTTP/1.1" status: 200 len: 1093 time: 0.8107262 May 18 15:04:32.524285 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1abe2e5-a4cc-47d2-a20c-3d5ca85a6fc2', 'tag': '4917e72d-9860-42a1-987f-9d06e66d46d1'}] {{(pid=110157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 15:04:32.526546 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3614be4c33be7e0ed28fa23fdbb6a3604458632b91c0a79006a6fb45a0ea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f6fc3b-d64a-44fc-89b7-2f795f0d2996" -d '{"events": [{"name": "network-changed", "server_uuid": "d1abe2e5-a4cc-47d2-a20c-3d5ca85a6fc2", "tag": "4917e72d-9860-42a1-987f-9d06e66d46d1"}]}' {{(pid=110157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 15:04:32.546543 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13486dbf-3167-4adc-a5e6-2182dac0c893 service neutron] Pushing event updated for resources: {'Port': ['ID=4917e72d-9860-42a1-987f-9d06e66d46d1,revision_number=3']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:04:32.576396 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 15:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1315fca-f66f-49ba-a135-b3a02e569ccf x-openstack-request-id: req-d1315fca-f66f-49ba-a135-b3a02e569ccf {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 15:04:32.576842 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1abe2e5-a4cc-47d2-a20c-3d5ca85a6fc2", "tag": "4917e72d-9860-42a1-987f-9d06e66d46d1", "status": "completed", "code": 200}]} {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 15:04:32.577219 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d1315fca-f66f-49ba-a135-b3a02e569ccf {{(pid=110157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 15:04:32.577790 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1315fca-f66f-49ba-a135-b3a02e569ccf'] response: {'name': 'network-changed', 'server_uuid': 'd1abe2e5-a4cc-47d2-a20c-3d5ca85a6fc2', 'tag': '4917e72d-9860-42a1-987f-9d06e66d46d1', 'status': 'completed', 'code': 200} May 18 15:04:32.659620 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcaa12d-e314-4872-adb4-0a0baf6cfaa3 req-b270ecbe-0d6d-4d25-a6f9-e3eaedd52f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:04:32.662130 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ffcaa12d-e314-4872-adb4-0a0baf6cfaa3 req-b270ecbe-0d6d-4d25-a6f9-e3eaedd52f42 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0d032e462665466d83ab51e9c116d1e0&device_id=d1abe2e5-a4cc-47d2-a20c-3d5ca85a6fc2 HTTP/1.1" status: 200 len: 1127 time: 0.0459659 May 18 15:04:32.707801 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ffcaa12d-e314-4872-adb4-0a0baf6cfaa3 req-6d60682e-4530-4650-8c33-66d3ddabc70f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4917e72d-9860-42a1-987f-9d06e66d46d1 HTTP/1.1" status: 200 len: 217 time: 0.0334630 May 18 15:04:32.758010 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcaa12d-e314-4872-adb4-0a0baf6cfaa3 req-3b842f1b-0dbd-4f41-b133-322abbfd34a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:04:32.758901 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ffcaa12d-e314-4872-adb4-0a0baf6cfaa3 req-3b842f1b-0dbd-4f41-b133-322abbfd34a2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=05655c39-f8fa-418a-853d-5fe3e615ed30 HTTP/1.1" status: 200 len: 854 time: 0.0456336 May 18 15:04:32.806740 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcaa12d-e314-4872-adb4-0a0baf6cfaa3 req-16ec9cb2-80eb-4dac-84fe-b7f6993cd521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:04:32.808195 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ffcaa12d-e314-4872-adb4-0a0baf6cfaa3 req-16ec9cb2-80eb-4dac-84fe-b7f6993cd521 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9022122f-bfa2-48d6-ae5d-8c609a059727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427835 May 18 15:04:32.895331 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ffcaa12d-e314-4872-adb4-0a0baf6cfaa3 req-69a1f4b1-9043-434f-a192-44f5d1b9b7f0 service neutron] 10.222.0.49 "GET /v2.0/networks/9022122f-bfa2-48d6-ae5d-8c609a059727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808029 May 18 15:04:32.985697 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ffcaa12d-e314-4872-adb4-0a0baf6cfaa3 req-883914e9-c2a8-43be-8a19-b03cd1bf28d0 service neutron] 10.222.0.49 "GET /v2.0/networks/9022122f-bfa2-48d6-ae5d-8c609a059727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849712 May 18 15:04:33.556312 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c50824c-2440-4d8d-bb0d-8baa1198e4fd req-86c5a7fa-b66c-4224-8f34-24c25f4236aa tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:04:33.557874 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1c50824c-2440-4d8d-bb0d-8baa1198e4fd req-86c5a7fa-b66c-4224-8f34-24c25f4236aa tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1abe2e5-a4cc-47d2-a20c-3d5ca85a6fc2 HTTP/1.1" status: 200 len: 943 time: 0.0748343 May 18 15:04:33.569637 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf36a62-57fb-43a6-a698-0944dd453568 req-b47f5f43-361e-4bd9-9c8b-d3bfd6348486 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:04:33.571013 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-fdf36a62-57fb-43a6-a698-0944dd453568 req-b47f5f43-361e-4bd9-9c8b-d3bfd6348486 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/ports?device_id=b19720ba-f060-4b0c-9f92-bfe6dd401d8c HTTP/1.1" status: 200 len: 944 time: 0.0753374 May 18 15:04:33.579170 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device 4917e72d-9860-42a1-987f-9d06e66d46d1 details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=110158) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 15:04:33.648844 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1c50824c-2440-4d8d-bb0d-8baa1198e4fd req-2007c28b-0c59-4bfb-879c-4ac0d8678941 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/security-groups?id=ad33ac76-7674-439e-abe0-99cbf1421fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768633 May 18 15:04:33.653329 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-fdf36a62-57fb-43a6-a698-0944dd453568 req-2972406f-f1a7-43ee-a919-95de196c70da tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cbe187f-440f-4228-8e53-1401efa51829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748460 May 18 15:04:33.685524 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port 4917e72d-9860-42a1-987f-9d06e66d46d1, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=4917e72d-9860-42a1-987f-9d06e66d46d1,segment=NetworkSegment(e4fe1652-d7db-47a5-be36-f616796bf534),segment_id=e4fe1652-d7db-47a5-be36-f616796bf534)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:04:33.697648 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Returning: {'device': '4917e72d-9860-42a1-987f-9d06e66d46d1', 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727', 'port_id': '4917e72d-9860-42a1-987f-9d06e66d46d1', 'mac_address': 'fa:16:3e:6b:af:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05655c39-f8fa-418a-853d-5fe3e615ed30', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110158) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 15:04:33.733148 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Current status of the port 4917e72d-9860-42a1-987f-9d06e66d46d1 is: DOWN; New status is: BUILD {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 15:04:33.733577 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (4917e72d-9860-42a1-987f-9d06e66d46d1), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:33.747372 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4917e72d-9860-42a1-987f-9d06e66d46d1 {{(pid=110158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 15:04:33.772102 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port 4917e72d-9860-42a1-987f-9d06e66d46d1, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=4917e72d-9860-42a1-987f-9d06e66d46d1,segment=NetworkSegment(e4fe1652-d7db-47a5-be36-f616796bf534),segment_id=e4fe1652-d7db-47a5-be36-f616796bf534)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:04:33.774127 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6fc3b-d64a-44fc-89b7-2f795f0d2996 req-b6ebc4b2-54ed-4152-8ed8-eb06c2d10ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:04:33.775825 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-c0f6fc3b-d64a-44fc-89b7-2f795f0d2996 req-b6ebc4b2-54ed-4152-8ed8-eb06c2d10ee9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0d032e462665466d83ab51e9c116d1e0&device_id=d1abe2e5-a4cc-47d2-a20c-3d5ca85a6fc2 HTTP/1.1" status: 200 len: 1127 time: 0.0413289 May 18 15:04:33.776683 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (4917e72d-9860-42a1-987f-9d06e66d46d1), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:33.822981 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Pushing event updated for resources: {'Port': ['ID=4917e72d-9860-42a1-987f-9d06e66d46d1,revision_number=4']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:04:33.830237 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:04:33.830580 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:04:33.830923 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:04:33.831256 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:04:33.831589 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:04:33.832563 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:04:33.832922 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:04:33.833247 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:04:33.833571 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:04:33.833911 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:04:33.834216 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:04:33.834537 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:04:33.834854 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:04:33.835171 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:04:33.835487 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:04:33.873843 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6fc3b-d64a-44fc-89b7-2f795f0d2996 req-7ceb9726-4e58-489c-91a9-5dc2c9bd95d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:04:33.875384 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-c0f6fc3b-d64a-44fc-89b7-2f795f0d2996 req-7ceb9726-4e58-489c-91a9-5dc2c9bd95d2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9022122f-bfa2-48d6-ae5d-8c609a059727 HTTP/1.1" status: 200 len: 916 time: 0.0890470 May 18 15:04:33.916860 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-c0f6fc3b-d64a-44fc-89b7-2f795f0d2996 req-a2690098-793d-4661-b69f-2789578f2f4c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4917e72d-9860-42a1-987f-9d06e66d46d1 HTTP/1.1" status: 200 len: 217 time: 0.0352163 May 18 15:04:33.964452 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6fc3b-d64a-44fc-89b7-2f795f0d2996 req-1d0fde7c-a8e2-4eb8-95ec-1a3f291145ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:04:33.966023 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-c0f6fc3b-d64a-44fc-89b7-2f795f0d2996 req-1d0fde7c-a8e2-4eb8-95ec-1a3f291145ca service neutron] 10.222.0.49 "GET /v2.0/subnets?id=05655c39-f8fa-418a-853d-5fe3e615ed30 HTTP/1.1" status: 200 len: 854 time: 0.0433774 May 18 15:04:34.009434 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6fc3b-d64a-44fc-89b7-2f795f0d2996 req-e26cf037-a87d-42fd-85cf-12fd3d3baa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:04:34.010800 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-c0f6fc3b-d64a-44fc-89b7-2f795f0d2996 req-e26cf037-a87d-42fd-85cf-12fd3d3baa19 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9022122f-bfa2-48d6-ae5d-8c609a059727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384104 May 18 15:04:34.024803 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:04:34.058563 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] get_ports_and_sgs() called for port_ids ['4917e72d-9860-42a1-987f-9d06e66d46d1'] {{(pid=110158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 15:04:34.082551 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:04:34.106961 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-c0f6fc3b-d64a-44fc-89b7-2f795f0d2996 req-1f079e8b-f4f0-4a58-b172-9c9fa75dbe0a service neutron] 10.222.0.49 "GET /v2.0/networks/9022122f-bfa2-48d6-ae5d-8c609a059727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898068 May 18 15:04:34.114048 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=91,neutron:UPDATE=9 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:04:34.116161 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:04:34.199817 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-c0f6fc3b-d64a-44fc-89b7-2f795f0d2996 req-928e1d46-e2fc-46c2-b59c-0bd9dc0da3a3 service neutron] 10.222.0.49 "GET /v2.0/networks/9022122f-bfa2-48d6-ae5d-8c609a059727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849812 May 18 15:04:34.798469 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ccc90-c7ea-4880-bc7d-2a50225b15a2 req-e9d3c703-9746-47d9-a6ec-14ed30591d5d tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:04:34.799949 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e98ccc90-c7ea-4880-bc7d-2a50225b15a2 req-e9d3c703-9746-47d9-a6ec-14ed30591d5d tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1abe2e5-a4cc-47d2-a20c-3d5ca85a6fc2 HTTP/1.1" status: 200 len: 944 time: 0.0816820 May 18 15:04:34.808508 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2095a08-0577-46f6-9d5f-1fcfa90290d9 req-79a8dff3-0892-4d99-9394-5b330e379a9a tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:04:34.809914 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d2095a08-0577-46f6-9d5f-1fcfa90290d9 req-79a8dff3-0892-4d99-9394-5b330e379a9a tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/ports?device_id=b19720ba-f060-4b0c-9f92-bfe6dd401d8c HTTP/1.1" status: 200 len: 944 time: 0.0825725 May 18 15:04:34.885204 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e98ccc90-c7ea-4880-bc7d-2a50225b15a2 req-a76a5eb6-08c4-44bd-9d2a-34705061ac98 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/security-groups?id=ad33ac76-7674-439e-abe0-99cbf1421fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742733 May 18 15:04:34.888550 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d2095a08-0577-46f6-9d5f-1fcfa90290d9 req-7f17fb8c-c3a0-4aab-adce-b95a4a34f9fb tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cbe187f-440f-4228-8e53-1401efa51829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705035 May 18 15:04:35.593482 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device d606525d-ae8c-4f8f-bf39-230c02f71e29 details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=110158) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 15:04:35.604327 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device 4917e72d-9860-42a1-987f-9d06e66d46d1 up at agent hyperv_hv-cinder-83998 {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 15:04:35.695329 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Provisioning for port 4917e72d-9860-42a1-987f-9d06e66d46d1 completed by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 15:04:35.705264 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Provisioning complete for port 4917e72d-9860-42a1-987f-9d06e66d46d1 triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 15:04:35.705636 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (4917e72d-9860-42a1-987f-9d06e66d46d1), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:35.759700 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port d606525d-ae8c-4f8f-bf39-230c02f71e29, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=d606525d-ae8c-4f8f-bf39-230c02f71e29,segment=NetworkSegment(581026d7-1ed0-43a5-8cc8-04eff6757853),segment_id=581026d7-1ed0-43a5-8cc8-04eff6757853)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:04:35.774691 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Returning: {'device': 'd606525d-ae8c-4f8f-bf39-230c02f71e29', 'network_id': '19da6af6-a529-4bd8-858e-9cc319b37384', 'port_id': 'd606525d-ae8c-4f8f-bf39-230c02f71e29', 'mac_address': 'fa:16:3e:9a:16:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '207e26a7-c20a-4ebc-a1ff-b0586cec622c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110158) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 15:04:35.835773 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Current status of the port d606525d-ae8c-4f8f-bf39-230c02f71e29 is: DOWN; New status is: BUILD {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 15:04:35.836155 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (d606525d-ae8c-4f8f-bf39-230c02f71e29), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:35.839061 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Current status of the port 4917e72d-9860-42a1-987f-9d06e66d46d1 is: BUILD; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 15:04:35.839427 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (4917e72d-9860-42a1-987f-9d06e66d46d1), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:35.858430 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d606525d-ae8c-4f8f-bf39-230c02f71e29 {{(pid=110158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 15:04:35.879861 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1abe2e5-a4cc-47d2-a20c-3d5ca85a6fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4917e72d-9860-42a1-987f-9d06e66d46d1'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 15:04:35.882445 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62dae43363b0d9fbe88fecb50d2dfb4fafe72539e0e1d03116e82a6fdda86ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54f3ecc-c731-4dbb-81f5-368efb200128" -d '{"events": [{"server_uuid": "d1abe2e5-a4cc-47d2-a20c-3d5ca85a6fc2", "name": "network-vif-plugged", "status": "completed", "tag": "4917e72d-9860-42a1-987f-9d06e66d46d1"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 15:04:35.903911 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port d606525d-ae8c-4f8f-bf39-230c02f71e29, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=d606525d-ae8c-4f8f-bf39-230c02f71e29,segment=NetworkSegment(581026d7-1ed0-43a5-8cc8-04eff6757853),segment_id=581026d7-1ed0-43a5-8cc8-04eff6757853)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:04:35.905786 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port 4917e72d-9860-42a1-987f-9d06e66d46d1, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=4917e72d-9860-42a1-987f-9d06e66d46d1,segment=NetworkSegment(e4fe1652-d7db-47a5-be36-f616796bf534),segment_id=e4fe1652-d7db-47a5-be36-f616796bf534)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:04:35.909229 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (d606525d-ae8c-4f8f-bf39-230c02f71e29), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:35.914208 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (4917e72d-9860-42a1-987f-9d06e66d46d1), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:35.937148 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 15:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b201cd8-96ba-4d25-a438-f027a146bff9 x-openstack-request-id: req-9b201cd8-96ba-4d25-a438-f027a146bff9 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 15:04:35.937300 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1abe2e5-a4cc-47d2-a20c-3d5ca85a6fc2", "name": "network-vif-plugged", "status": "completed", "tag": "4917e72d-9860-42a1-987f-9d06e66d46d1", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 15:04:35.937588 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9b201cd8-96ba-4d25-a438-f027a146bff9 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 15:04:35.937898 dv-cinder-839987-7-iscsi neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b201cd8-96ba-4d25-a438-f027a146bff9'] response: {'server_uuid': 'd1abe2e5-a4cc-47d2-a20c-3d5ca85a6fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4917e72d-9860-42a1-987f-9d06e66d46d1', 'code': 200} May 18 15:04:35.963382 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Pushing event updated for resources: {'Port': ['ID=d606525d-ae8c-4f8f-bf39-230c02f71e29,revision_number=4']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:04:36.014680 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Pushing event updated for resources: {'Port': ['ID=4917e72d-9860-42a1-987f-9d06e66d46d1,revision_number=5']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:04:36.060267 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d3a40-f380-4849-8c50-0d92341b9c2c req-20bd8260-1333-40d0-8174-83dbe07df068 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:04:36.061867 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-469d3a40-f380-4849-8c50-0d92341b9c2c req-20bd8260-1333-40d0-8174-83dbe07df068 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1abe2e5-a4cc-47d2-a20c-3d5ca85a6fc2 HTTP/1.1" status: 200 len: 945 time: 0.0989332 May 18 15:04:36.075652 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294604ea-db7c-47bb-b3c5-5977390f093a req-a54df23a-fbb4-419f-839f-70ed35ecce90 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:04:36.077056 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-294604ea-db7c-47bb-b3c5-5977390f093a req-a54df23a-fbb4-419f-839f-70ed35ecce90 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/ports?device_id=b19720ba-f060-4b0c-9f92-bfe6dd401d8c HTTP/1.1" status: 200 len: 945 time: 0.0662341 May 18 15:04:36.187942 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d53c387-4997-4bc2-bc45-f57bc4e49e61 req-90c0e075-7a6c-4bc1-bce6-c3046ff9abaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:04:36.189412 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0d53c387-4997-4bc2-bc45-f57bc4e49e61 req-90c0e075-7a6c-4bc1-bce6-c3046ff9abaf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d1abe2e5-a4cc-47d2-a20c-3d5ca85a6fc2 HTTP/1.1" status: 200 len: 1129 time: 0.0856731 May 18 15:04:36.193472 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-469d3a40-f380-4849-8c50-0d92341b9c2c req-964ef5ff-718f-4c7c-b3bd-7ea7cd5041b9 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/security-groups?id=ad33ac76-7674-439e-abe0-99cbf1421fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249094 May 18 15:04:36.197010 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-294604ea-db7c-47bb-b3c5-5977390f093a req-c1f00ba5-cebe-434c-bb0d-b20c3386f3ed tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cbe187f-440f-4228-8e53-1401efa51829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137683 May 18 15:04:36.200197 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] get_ports_and_sgs() called for port_ids ['d606525d-ae8c-4f8f-bf39-230c02f71e29'] {{(pid=110158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 15:04:36.243697 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0d53c387-4997-4bc2-bc45-f57bc4e49e61 req-4036220c-a666-4b9c-9ea7-8aeb9b189a1f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ad33ac76-7674-439e-abe0-99cbf1421fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457430 May 18 15:04:36.468165 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:04:36.481246 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:04:37.352130 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5688a5-919d-4d43-8a08-94fbb24540da req-02dcafce-6089-4711-ab86-9ecfae369611 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:04:37.353613 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1f5688a5-919d-4d43-8a08-94fbb24540da req-02dcafce-6089-4711-ab86-9ecfae369611 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1abe2e5-a4cc-47d2-a20c-3d5ca85a6fc2 HTTP/1.1" status: 200 len: 945 time: 0.0746164 May 18 15:04:37.373090 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828bd041-7c4f-442b-a0f8-b0bd134c915f req-ffb3033d-c287-4fd2-8c10-213f5fd5e5ef tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:04:37.374462 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-828bd041-7c4f-442b-a0f8-b0bd134c915f req-ffb3033d-c287-4fd2-8c10-213f5fd5e5ef tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/ports?device_id=b19720ba-f060-4b0c-9f92-bfe6dd401d8c HTTP/1.1" status: 200 len: 945 time: 0.0809493 May 18 15:04:37.443301 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1f5688a5-919d-4d43-8a08-94fbb24540da req-192f2af0-be34-4857-aae5-015dd41e1e63 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/security-groups?id=ad33ac76-7674-439e-abe0-99cbf1421fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840342 May 18 15:04:37.447771 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-828bd041-7c4f-442b-a0f8-b0bd134c915f req-26290833-ed8b-4fba-84b8-4a2c0f04b9c8 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cbe187f-440f-4228-8e53-1401efa51829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671370 May 18 15:04:37.604434 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device d606525d-ae8c-4f8f-bf39-230c02f71e29 up at agent hyperv_hv-cinder-83998 {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 15:04:37.646106 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Provisioning for port d606525d-ae8c-4f8f-bf39-230c02f71e29 completed by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 15:04:37.652366 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Provisioning complete for port d606525d-ae8c-4f8f-bf39-230c02f71e29 triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 15:04:37.652765 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (d606525d-ae8c-4f8f-bf39-230c02f71e29), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:37.731677 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Current status of the port d606525d-ae8c-4f8f-bf39-230c02f71e29 is: BUILD; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 15:04:37.732065 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (d606525d-ae8c-4f8f-bf39-230c02f71e29), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:37.766877 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port d606525d-ae8c-4f8f-bf39-230c02f71e29, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=d606525d-ae8c-4f8f-bf39-230c02f71e29,segment=NetworkSegment(581026d7-1ed0-43a5-8cc8-04eff6757853),segment_id=581026d7-1ed0-43a5-8cc8-04eff6757853)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:04:37.771786 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (d606525d-ae8c-4f8f-bf39-230c02f71e29), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:37.818654 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Pushing event updated for resources: {'Port': ['ID=d606525d-ae8c-4f8f-bf39-230c02f71e29,revision_number=5']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:04:37.852477 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=38 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:04:37.869261 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=34 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:04:37.938804 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b19720ba-f060-4b0c-9f92-bfe6dd401d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd606525d-ae8c-4f8f-bf39-230c02f71e29'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 15:04:37.941122 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62dae43363b0d9fbe88fecb50d2dfb4fafe72539e0e1d03116e82a6fdda86ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b90ab8-ae48-42ad-b9de-3f6caefef981" -d '{"events": [{"server_uuid": "b19720ba-f060-4b0c-9f92-bfe6dd401d8c", "name": "network-vif-plugged", "status": "completed", "tag": "d606525d-ae8c-4f8f-bf39-230c02f71e29"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 15:04:37.975425 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 15:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f7e1115-91b6-409e-8a37-d9001cc8f10d x-openstack-request-id: req-8f7e1115-91b6-409e-8a37-d9001cc8f10d {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 15:04:37.975714 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b19720ba-f060-4b0c-9f92-bfe6dd401d8c", "name": "network-vif-plugged", "status": "completed", "tag": "d606525d-ae8c-4f8f-bf39-230c02f71e29", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 15:04:37.975965 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8f7e1115-91b6-409e-8a37-d9001cc8f10d {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 15:04:37.976355 dv-cinder-839987-7-iscsi neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f7e1115-91b6-409e-8a37-d9001cc8f10d'] response: {'server_uuid': 'b19720ba-f060-4b0c-9f92-bfe6dd401d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd606525d-ae8c-4f8f-bf39-230c02f71e29', 'code': 200} May 18 15:04:38.233741 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ceba6-bba2-4f6e-973a-8fbeb7226d95 req-7612c860-6024-4a65-b10a-47abd1b88af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:04:38.235256 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-771ceba6-bba2-4f6e-973a-8fbeb7226d95 req-7612c860-6024-4a65-b10a-47abd1b88af7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b19720ba-f060-4b0c-9f92-bfe6dd401d8c HTTP/1.1" status: 200 len: 1130 time: 0.0385606 May 18 15:04:38.279771 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-771ceba6-bba2-4f6e-973a-8fbeb7226d95 req-85ec53eb-eba5-44f5-95c8-a5a07a93b896 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6cbe187f-440f-4228-8e53-1401efa51829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387154 May 18 15:04:38.537700 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:INSERT=3,neutron:SELECT=75,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:04:38.593933 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b063f22-1a5a-40af-bb3a-0fea82e8ce76 req-72f7ad98-99d5-4d1e-b1d7-b17350dd8cc8 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:04:38.595397 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-9b063f22-1a5a-40af-bb3a-0fea82e8ce76 req-72f7ad98-99d5-4d1e-b1d7-b17350dd8cc8 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1abe2e5-a4cc-47d2-a20c-3d5ca85a6fc2 HTTP/1.1" status: 200 len: 945 time: 0.0810735 May 18 15:04:38.601467 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce414172-96d0-45be-bc30-e048bf607551 req-10defd53-eb7f-4d93-b996-bcffe54c4ab0 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:04:38.602843 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ce414172-96d0-45be-bc30-e048bf607551 req-10defd53-eb7f-4d93-b996-bcffe54c4ab0 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/ports?device_id=b19720ba-f060-4b0c-9f92-bfe6dd401d8c HTTP/1.1" status: 200 len: 946 time: 0.0790663 May 18 15:04:38.611278 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:04:38.672795 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-9b063f22-1a5a-40af-bb3a-0fea82e8ce76 req-60e0f081-80a4-4334-aadd-3a4207e0964d tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/security-groups?id=ad33ac76-7674-439e-abe0-99cbf1421fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689785 May 18 15:04:38.677855 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:04:38.687961 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ce414172-96d0-45be-bc30-e048bf607551 req-518ef07e-ba96-4d59-9567-5b587083f670 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cbe187f-440f-4228-8e53-1401efa51829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772717 May 18 15:04:38.783779 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f3f87-a646-4b76-8647-47351da7cdc4 req-8c640e81-52bf-4f26-a6ab-5ab7d61940c8 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:04:38.785693 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6c0f3f87-a646-4b76-8647-47351da7cdc4 req-8c640e81-52bf-4f26-a6ab-5ab7d61940c8 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1abe2e5-a4cc-47d2-a20c-3d5ca85a6fc2 HTTP/1.1" status: 200 len: 945 time: 0.0503604 May 18 15:04:38.794724 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 39756) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:04:38.798928 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [None req-3a9cac4a-b464-462e-8643-b4631d1d5ad6 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Request body: {'floatingip': {'port_id': '4917e72d-9860-42a1-987f-9d06e66d46d1'}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:04:38.842916 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-3a9cac4a-b464-462e-8643-b4631d1d5ad6 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for floatingip (06ac6ecd-6bc2-4485-94a9-3917c2ababfc), before_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:39.514825 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-3a9cac4a-b464-462e-8643-b4631d1d5ad6 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:39.518488 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-3a9cac4a-b464-462e-8643-b4631d1d5ad6 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008279'] for floatingip (06ac6ecd-6bc2-4485-94a9-3917c2ababfc), after_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:39.613348 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.db.l3_db [None req-3a9cac4a-b464-462e-8643-b4631d1d5ad6 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Floating IP 06ac6ecd-6bc2-4485-94a9-3917c2ababfc associated. External IP: 172.27.3.145, port: 4917e72d-9860-42a1-987f-9d06e66d46d1. May 18 15:04:39.835868 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ac19a-96c3-4686-9ea3-789c3b006a46 req-c18ca1b8-ad85-4d71-98d2-87734657472c tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:04:39.837271 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-b36ac19a-96c3-4686-9ea3-789c3b006a46 req-c18ca1b8-ad85-4d71-98d2-87734657472c tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/ports?device_id=b19720ba-f060-4b0c-9f92-bfe6dd401d8c HTTP/1.1" status: 200 len: 946 time: 0.0806406 May 18 15:04:39.923618 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a9cac4a-b464-462e-8643-b4631d1d5ad6 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Router f05fe87d-8925-47ed-a112-a885d34bbd44 has already been hosted by L3 agent a5518e17-d4a6-403f-b34f-0fa3d03f1833 {{(pid=110157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 15:04:39.946355 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-b36ac19a-96c3-4686-9ea3-789c3b006a46 req-75d3ee08-0bf0-4082-bf4a-e06d057fbf38 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cbe187f-440f-4228-8e53-1401efa51829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761282 May 18 15:04:40.004714 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:04:40.009389 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:04:40.084311 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9cac4a-b464-462e-8643-b4631d1d5ad6 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Notify agent at l3_agent.dv-cinder-839987-7-iscsi the message routers_updated {{(pid=110157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 15:04:40.090288 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-3a9cac4a-b464-462e-8643-b4631d1d5ad6 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for floatingip (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:40.094214 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e62da6-55ed-4f47-a4bd-9582715cb111 None None] Sync routers for ids ['f05fe87d-8925-47ed-a112-a885d34bbd44'] in dv-cinder-839987-7-iscsi {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 15:04:40.105500 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e62da6-55ed-4f47-a4bd-9582715cb111 None None] Routers {'f05fe87d-8925-47ed-a112-a885d34bbd44'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:04:40.106119 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-e4e62da6-55ed-4f47-a4bd-9582715cb111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:04:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['f05fe87d-8925-47ed-a112-a885d34bbd44'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:04:40.124247 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44857a19-2e74-4597-8bfe-7a8306f636a7 req-c182774a-48ff-4970-8623-5cc9054d1d6a tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:04:40.125791 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-44857a19-2e74-4597-8bfe-7a8306f636a7 req-c182774a-48ff-4970-8623-5cc9054d1d6a tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/ports?device_id=b19720ba-f060-4b0c-9f92-bfe6dd401d8c HTTP/1.1" status: 200 len: 946 time: 0.0845485 May 18 15:04:40.137847 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-3a9cac4a-b464-462e-8643-b4631d1d5ad6 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "PUT /v2.0/floatingips/06ac6ecd-6bc2-4485-94a9-3917c2ababfc HTTP/1.1" status: 200 len: 991 time: 1.3420148 May 18 15:04:40.143114 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1abe2e5-a4cc-47d2-a20c-3d5ca85a6fc2', 'tag': '4917e72d-9860-42a1-987f-9d06e66d46d1'}] {{(pid=110157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 15:04:40.145905 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3614be4c33be7e0ed28fa23fdbb6a3604458632b91c0a79006a6fb45a0ea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc13b46-28cd-48e6-8fc6-2e13cca4a691" -d '{"events": [{"name": "network-changed", "server_uuid": "d1abe2e5-a4cc-47d2-a20c-3d5ca85a6fc2", "tag": "4917e72d-9860-42a1-987f-9d06e66d46d1"}]}' {{(pid=110157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 15:04:40.191839 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 15:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36dd1617-6470-436f-8784-bf549a3a1fa2 x-openstack-request-id: req-36dd1617-6470-436f-8784-bf549a3a1fa2 {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 15:04:40.191839 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1abe2e5-a4cc-47d2-a20c-3d5ca85a6fc2", "tag": "4917e72d-9860-42a1-987f-9d06e66d46d1", "status": "completed", "code": 200}]} {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 15:04:40.191839 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-36dd1617-6470-436f-8784-bf549a3a1fa2 {{(pid=110157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 15:04:40.191839 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36dd1617-6470-436f-8784-bf549a3a1fa2'] response: {'name': 'network-changed', 'server_uuid': 'd1abe2e5-a4cc-47d2-a20c-3d5ca85a6fc2', 'tag': '4917e72d-9860-42a1-987f-9d06e66d46d1', 'status': 'completed', 'code': 200} May 18 15:04:40.197062 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-44857a19-2e74-4597-8bfe-7a8306f636a7 req-84a3c444-6348-4f86-8392-57ee4013f908 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cbe187f-440f-4228-8e53-1401efa51829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631478 May 18 15:04:40.223207 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 39766) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:04:40.294019 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafafe8d-27a8-4d17-bea1-442d49f04298 tempest-TestVolumeBootPattern-784815711 tempest-TestVolumeBootPattern-784815711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:04:40.295532 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-cafafe8d-27a8-4d17-bea1-442d49f04298 tempest-TestVolumeBootPattern-784815711 tempest-TestVolumeBootPattern-784815711-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=b19720ba-f060-4b0c-9f92-bfe6dd401d8c HTTP/1.1" status: 200 len: 1125 time: 0.0713203 May 18 15:04:40.298568 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 39768) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:04:40.299095 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc13b46-28cd-48e6-8fc6-2e13cca4a691 req-3ca47438-20b6-4cce-9b9c-058daa405745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:04:40.299947 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3fc13b46-28cd-48e6-8fc6-2e13cca4a691 req-3ca47438-20b6-4cce-9b9c-058daa405745 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0d032e462665466d83ab51e9c116d1e0&device_id=d1abe2e5-a4cc-47d2-a20c-3d5ca85a6fc2 HTTP/1.1" status: 200 len: 1129 time: 0.0481169 May 18 15:04:40.303062 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-e4e62da6-55ed-4f47-a4bd-9582715cb111 None None] Set router f05fe87d-8925-47ed-a112-a885d34bbd44 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:04:40.303554 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-5efcfb44-e1c2-4496-97da-e814b21ffba3 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Request body: {'floatingip': {'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'port_id': 'd606525d-ae8c-4f8f-bf39-230c02f71e29', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:04:40.325164 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-5efcfb44-e1c2-4496-97da-e814b21ffba3 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:40.402469 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc13b46-28cd-48e6-8fc6-2e13cca4a691 req-467f07d5-7184-4e9e-9670-97c0c35e9395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:04:40.403838 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3fc13b46-28cd-48e6-8fc6-2e13cca4a691 req-467f07d5-7184-4e9e-9670-97c0c35e9395 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9022122f-bfa2-48d6-ae5d-8c609a059727 HTTP/1.1" status: 200 len: 916 time: 0.0968201 May 18 15:04:40.411412 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-5efcfb44-e1c2-4496-97da-e814b21ffba3 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:40.468171 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3fc13b46-28cd-48e6-8fc6-2e13cca4a691 req-20b7e697-af53-4c2c-a4c8-6bde13145ceb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4917e72d-9860-42a1-987f-9d06e66d46d1 HTTP/1.1" status: 200 len: 999 time: 0.0583789 May 18 15:04:40.518098 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.db_base_plugin_common [None req-5efcfb44-e1c2-4496-97da-e814b21ffba3 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Allocated IP 172.27.3.240 (f20aa9f3-2984-481b-bb59-fa1f034e36c8/b7750f80-229c-4d19-b013-2aee5952f8bb/8abe1ded-aef8-45d5-8f8a-d87cb7fb5e5b) {{(pid=110156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 15:04:40.522961 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc13b46-28cd-48e6-8fc6-2e13cca4a691 req-d0556eaf-9f82-43ac-abd9-cd714b855ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:04:40.524432 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3fc13b46-28cd-48e6-8fc6-2e13cca4a691 req-d0556eaf-9f82-43ac-abd9-cd714b855ccf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=05655c39-f8fa-418a-853d-5fe3e615ed30 HTTP/1.1" status: 200 len: 854 time: 0.0500541 May 18 15:04:40.539120 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-e4e62da6-55ed-4f47-a4bd-9582715cb111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'name': 'tempest-AttachVolumeNegativeTest-1491292696-router', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '200f4252-f1fc-44ba-8589-ea8c90b89e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:00:51Z', 'updated_at': '2022-05-18T15:00:55Z', 'revision_number': 4, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'gw_port': {'id': '200f4252-f1fc-44ba-8589-ea8c90b89e1c', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:00:52Z', 'updated_at': '2022-05-18T15:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_floatingips': [{'id': '06ac6ecd-6bc2-4485-94a9-3917c2ababfc', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'floating_ip_address': '172.27.3.145', 'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'router_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'port_id': '4917e72d-9860-42a1-987f-9d06e66d46d1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727', 'mac_address': 'fa:16:3e:6b:af:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1abe2e5-a4cc-47d2-a20c-3d5ca85a6fc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T15:04:28Z', 'updated_at': '2022-05-18T15:04:39Z', 'revision_number': 1, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f29204-1101-4159-9268-800d69f5f906', 'name': '', 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'mac_address': 'fa:16:3e:75:98:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '05655c39-f8fa-418a-853d-5fe3e615ed30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:00:54Z', 'updated_at': '2022-05-18T15:00:58Z', 'revision_number': 5, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'subnets': [{'id': '05655c39-f8fa-418a-853d-5fe3e615ed30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:04:40.567162 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e62da6-55ed-4f47-a4bd-9582715cb111 None None] Checking router: f05fe87d-8925-47ed-a112-a885d34bbd44 for host: dv-cinder-839987-7-iscsi {{(pid=110159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 15:04:40.571122 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc13b46-28cd-48e6-8fc6-2e13cca4a691 req-14fb559d-30d9-49d1-97ca-a54334eb32c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:04:40.572661 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3fc13b46-28cd-48e6-8fc6-2e13cca4a691 req-14fb559d-30d9-49d1-97ca-a54334eb32c1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9022122f-bfa2-48d6-ae5d-8c609a059727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415750 May 18 15:04:40.575935 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e62da6-55ed-4f47-a4bd-9582715cb111 None None] Routers {'f05fe87d-8925-47ed-a112-a885d34bbd44'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:04:40.576538 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-e4e62da6-55ed-4f47-a4bd-9582715cb111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:04:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['f05fe87d-8925-47ed-a112-a885d34bbd44'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:04:40.629437 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-5efcfb44-e1c2-4496-97da-e814b21ffba3 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks [] for port (8abe1ded-aef8-45d5-8f8a-d87cb7fb5e5b), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:40.663544 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-5efcfb44-e1c2-4496-97da-e814b21ffba3 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14495174'] for port (8abe1ded-aef8-45d5-8f8a-d87cb7fb5e5b), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:40.673604 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3fc13b46-28cd-48e6-8fc6-2e13cca4a691 req-f540fe99-8247-4a5a-b71e-92a350abd5a8 service neutron] 10.222.0.49 "GET /v2.0/networks/9022122f-bfa2-48d6-ae5d-8c609a059727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954089 May 18 15:04:40.684430 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-e4e62da6-55ed-4f47-a4bd-9582715cb111 None None] Set router f05fe87d-8925-47ed-a112-a885d34bbd44 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:04:40.701432 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efcfb44-e1c2-4496-97da-e814b21ffba3 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Network f20aa9f3-2984-481b-bb59-fa1f034e36c8 is already hosted by enough agents. {{(pid=110156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 15:04:40.707127 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.base_scheduler [None req-5efcfb44-e1c2-4496-97da-e814b21ffba3 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Resources bound (agent type, host, resource id): {{(pid=110156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 15:04:40.712875 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efcfb44-e1c2-4496-97da-e814b21ffba3 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Received port after_create {{(pid=110156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 15:04:40.744249 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efcfb44-e1c2-4496-97da-e814b21ffba3 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Pushing event updated for resources: {'Port': ['ID=8abe1ded-aef8-45d5-8f8a-d87cb7fb5e5b,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:04:40.774753 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3fc13b46-28cd-48e6-8fc6-2e13cca4a691 req-c7842227-097f-4912-9122-9f442bdf6e15 service neutron] 10.222.0.49 "GET /v2.0/networks/9022122f-bfa2-48d6-ae5d-8c609a059727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959103 May 18 15:04:40.908307 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-e4e62da6-55ed-4f47-a4bd-9582715cb111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'name': 'tempest-AttachVolumeNegativeTest-1491292696-router', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '200f4252-f1fc-44ba-8589-ea8c90b89e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:00:51Z', 'updated_at': '2022-05-18T15:00:55Z', 'revision_number': 4, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'gw_port': {'id': '200f4252-f1fc-44ba-8589-ea8c90b89e1c', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:00:52Z', 'updated_at': '2022-05-18T15:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_floatingips': [{'id': '06ac6ecd-6bc2-4485-94a9-3917c2ababfc', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'floating_ip_address': '172.27.3.145', 'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'router_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'port_id': '4917e72d-9860-42a1-987f-9d06e66d46d1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727', 'mac_address': 'fa:16:3e:6b:af:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1abe2e5-a4cc-47d2-a20c-3d5ca85a6fc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T15:04:28Z', 'updated_at': '2022-05-18T15:04:39Z', 'revision_number': 1, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f29204-1101-4159-9268-800d69f5f906', 'name': '', 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'mac_address': 'fa:16:3e:75:98:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '05655c39-f8fa-418a-853d-5fe3e615ed30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:00:54Z', 'updated_at': '2022-05-18T15:00:58Z', 'revision_number': 5, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'subnets': [{'id': '05655c39-f8fa-418a-853d-5fe3e615ed30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:04:40.933434 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e62da6-55ed-4f47-a4bd-9582715cb111 None None] The sync data for ids ['f05fe87d-8925-47ed-a112-a885d34bbd44'] in dv-cinder-839987-7-iscsi is: [{'id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'name': 'tempest-AttachVolumeNegativeTest-1491292696-router', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '200f4252-f1fc-44ba-8589-ea8c90b89e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:00:51Z', 'updated_at': '2022-05-18T15:00:55Z', 'revision_number': 4, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'gw_port': {'id': '200f4252-f1fc-44ba-8589-ea8c90b89e1c', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:00:52Z', 'updated_at': '2022-05-18T15:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_floatingips': [{'id': '06ac6ecd-6bc2-4485-94a9-3917c2ababfc', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'floating_ip_address': '172.27.3.145', 'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'router_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'port_id': '4917e72d-9860-42a1-987f-9d06e66d46d1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727', 'mac_address': 'fa:16:3e:6b:af:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1abe2e5-a4cc-47d2-a20c-3d5ca85a6fc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T15:04:28Z', 'updated_at': '2022-05-18T15:04:39Z', 'revision_number': 1, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f29204-1101-4159-9268-800d69f5f906', 'name': '', 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'mac_address': 'fa:16:3e:75:98:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '05655c39-f8fa-418a-853d-5fe3e615ed30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:00:54Z', 'updated_at': '2022-05-18T15:00:58Z', 'revision_number': 5, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'subnets': [{'id': '05655c39-f8fa-418a-853d-5fe3e615ed30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 15:04:41.085775 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-5efcfb44-e1c2-4496-97da-e814b21ffba3 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks [] for floatingip (443de883-d84e-4175-9775-aedf9fba2f6e), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:41.086982 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:04:41.115016 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:04:41.137489 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc15819-ab42-45ef-9b6e-b169ff555996 None None] New status for floating IP 06ac6ecd-6bc2-4485-94a9-3917c2ababfc: ACTIVE {{(pid=110158) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 15:04:41.165283 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-5efcfb44-e1c2-4496-97da-e814b21ffba3 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (8abe1ded-aef8-45d5-8f8a-d87cb7fb5e5b), before_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:41.345043 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-5efcfb44-e1c2-4496-97da-e814b21ffba3 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks [] for port (8abe1ded-aef8-45d5-8f8a-d87cb7fb5e5b), precommit_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:41.349960 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-5efcfb44-e1c2-4496-97da-e814b21ffba3 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14495217'] for port (8abe1ded-aef8-45d5-8f8a-d87cb7fb5e5b), after_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:41.416770 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efcfb44-e1c2-4496-97da-e814b21ffba3 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Pushing event updated for resources: {'Port': ['ID=8abe1ded-aef8-45d5-8f8a-d87cb7fb5e5b,revision_number=2']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:04:41.428259 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-5efcfb44-e1c2-4496-97da-e814b21ffba3 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008279'] for floatingip (443de883-d84e-4175-9775-aedf9fba2f6e), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:41.521752 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.db.l3_db [None req-5efcfb44-e1c2-4496-97da-e814b21ffba3 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Floating IP 443de883-d84e-4175-9775-aedf9fba2f6e associated. External IP: 172.27.3.240, port: d606525d-ae8c-4f8f-bf39-230c02f71e29. May 18 15:04:41.719105 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5efcfb44-e1c2-4496-97da-e814b21ffba3 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Router 8573937c-6581-4c6d-ace7-8dd8acf225e5 has already been hosted by L3 agent a5518e17-d4a6-403f-b34f-0fa3d03f1833 {{(pid=110156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 15:04:41.819771 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5efcfb44-e1c2-4496-97da-e814b21ffba3 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Notify agent at l3_agent.dv-cinder-839987-7-iscsi the message routers_updated {{(pid=110156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 15:04:41.828822 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef6de28-0dad-4584-9b13-239f085ad81b None None] Sync routers for ids ['8573937c-6581-4c6d-ace7-8dd8acf225e5'] in dv-cinder-839987-7-iscsi {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 15:04:41.838850 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-5efcfb44-e1c2-4496-97da-e814b21ffba3 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for floatingip (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:41.840955 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef6de28-0dad-4584-9b13-239f085ad81b None None] Routers {'8573937c-6581-4c6d-ace7-8dd8acf225e5'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:04:41.841562 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-9ef6de28-0dad-4584-9b13-239f085ad81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:04:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['8573937c-6581-4c6d-ace7-8dd8acf225e5'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:04:41.870067 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-5efcfb44-e1c2-4496-97da-e814b21ffba3 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5683396 May 18 15:04:41.870067 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b19720ba-f060-4b0c-9f92-bfe6dd401d8c', 'tag': 'd606525d-ae8c-4f8f-bf39-230c02f71e29'}] {{(pid=110156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 15:04:41.870812 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133ec7be95234859c4edce85a8c9b28b91a94f2f136921e0bf9997cb2a51d6fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14143a45-0e7a-4462-9e82-3744d7b0213a" -d '{"events": [{"name": "network-changed", "server_uuid": "b19720ba-f060-4b0c-9f92-bfe6dd401d8c", "tag": "d606525d-ae8c-4f8f-bf39-230c02f71e29"}]}' {{(pid=110156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 15:04:41.907616 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 15:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da91c2bb-6632-47ab-8c1c-e35630d552ac x-openstack-request-id: req-da91c2bb-6632-47ab-8c1c-e35630d552ac {{(pid=110156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 15:04:41.907910 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b19720ba-f060-4b0c-9f92-bfe6dd401d8c", "tag": "d606525d-ae8c-4f8f-bf39-230c02f71e29", "status": "completed", "code": 200}]} {{(pid=110156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 15:04:41.908190 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-da91c2bb-6632-47ab-8c1c-e35630d552ac {{(pid=110156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 15:04:41.908618 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da91c2bb-6632-47ab-8c1c-e35630d552ac'] response: {'name': 'network-changed', 'server_uuid': 'b19720ba-f060-4b0c-9f92-bfe6dd401d8c', 'tag': 'd606525d-ae8c-4f8f-bf39-230c02f71e29', 'status': 'completed', 'code': 200} May 18 15:04:41.961757 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-9ef6de28-0dad-4584-9b13-239f085ad81b None None] Set router 8573937c-6581-4c6d-ace7-8dd8acf225e5 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:04:41.997438 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14143a45-0e7a-4462-9e82-3744d7b0213a req-f7e1553e-790e-4bae-8ba6-5206c7bfcceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:04:41.998943 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-14143a45-0e7a-4462-9e82-3744d7b0213a req-f7e1553e-790e-4bae-8ba6-5206c7bfcceb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d2f3dc5d9c6648c79267f71b5a86f249&device_id=b19720ba-f060-4b0c-9f92-bfe6dd401d8c HTTP/1.1" status: 200 len: 1130 time: 0.0408382 May 18 15:04:42.063508 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:04:42.094699 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14143a45-0e7a-4462-9e82-3744d7b0213a req-f3b26053-8ae6-4e66-995b-5644f81ba878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:04:42.096132 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-14143a45-0e7a-4462-9e82-3744d7b0213a req-f3b26053-8ae6-4e66-995b-5644f81ba878 service neutron] 10.222.0.49 "GET /v2.0/networks?id=19da6af6-a529-4bd8-858e-9cc319b37384 HTTP/1.1" status: 200 len: 911 time: 0.0909727 May 18 15:04:42.113628 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=100 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:04:42.158643 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-14143a45-0e7a-4462-9e82-3744d7b0213a req-6a3a1887-95b8-4024-a3d5-a0a635c7b166 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d606525d-ae8c-4f8f-bf39-230c02f71e29 HTTP/1.1" status: 200 len: 1000 time: 0.0569844 May 18 15:04:42.188546 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-9ef6de28-0dad-4584-9b13-239f085ad81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'name': 'tempest-TestVolumeBootPattern-79845524-router', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:01:29Z', 'updated_at': '2022-05-18T15:01:33Z', 'revision_number': 4, 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'gw_port': {'id': 'f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:01:30Z', 'updated_at': '2022-05-18T15:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_floatingips': [{'id': '443de883-d84e-4175-9775-aedf9fba2f6e', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'floating_ip_address': '172.27.3.240', 'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'router_id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'port_id': 'd606525d-ae8c-4f8f-bf39-230c02f71e29', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19da6af6-a529-4bd8-858e-9cc319b37384', 'mac_address': 'fa:16:3e:9a:16:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19720ba-f060-4b0c-9f92-bfe6dd401d8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T15:04:40Z', 'updated_at': '2022-05-18T15:04:40Z', 'revision_number': 0, 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc40aefa-34c6-44cd-99ee-616025582ddd', 'name': '', 'network_id': '19da6af6-a529-4bd8-858e-9cc319b37384', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'mac_address': 'fa:16:3e:27:4a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '207e26a7-c20a-4ebc-a1ff-b0586cec622c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:01:32Z', 'updated_at': '2022-05-18T15:01:37Z', 'revision_number': 5, 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'subnets': [{'id': '207e26a7-c20a-4ebc-a1ff-b0586cec622c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:04:42.213883 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef6de28-0dad-4584-9b13-239f085ad81b None None] Checking router: 8573937c-6581-4c6d-ace7-8dd8acf225e5 for host: dv-cinder-839987-7-iscsi {{(pid=110159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 15:04:42.216705 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14143a45-0e7a-4462-9e82-3744d7b0213a req-0af32f91-ce59-4f02-bc0c-5c5323535449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:04:42.218285 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-14143a45-0e7a-4462-9e82-3744d7b0213a req-0af32f91-ce59-4f02-bc0c-5c5323535449 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=207e26a7-c20a-4ebc-a1ff-b0586cec622c HTTP/1.1" status: 200 len: 849 time: 0.0538850 May 18 15:04:42.223097 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef6de28-0dad-4584-9b13-239f085ad81b None None] Routers {'8573937c-6581-4c6d-ace7-8dd8acf225e5'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:04:42.223685 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-9ef6de28-0dad-4584-9b13-239f085ad81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:04:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['8573937c-6581-4c6d-ace7-8dd8acf225e5'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:04:42.260773 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14143a45-0e7a-4462-9e82-3744d7b0213a req-740ae982-49d7-4d2e-93e2-f63465ad4f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:04:42.262323 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-14143a45-0e7a-4462-9e82-3744d7b0213a req-740ae982-49d7-4d2e-93e2-f63465ad4f31 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=19da6af6-a529-4bd8-858e-9cc319b37384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381804 May 18 15:04:42.285199 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:04:42.327517 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-9ef6de28-0dad-4584-9b13-239f085ad81b None None] Set router 8573937c-6581-4c6d-ace7-8dd8acf225e5 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:04:42.371008 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-14143a45-0e7a-4462-9e82-3744d7b0213a req-7d3207d4-8586-4e43-a061-d94fac155f0e service neutron] 10.222.0.49 "GET /v2.0/networks/19da6af6-a529-4bd8-858e-9cc319b37384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028419 May 18 15:04:42.422621 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:04:42.464622 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-14143a45-0e7a-4462-9e82-3744d7b0213a req-eea598d4-8402-424e-9ee1-2438efd9dffa service neutron] 10.222.0.49 "GET /v2.0/networks/19da6af6-a529-4bd8-858e-9cc319b37384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877149 May 18 15:04:42.544370 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-9ef6de28-0dad-4584-9b13-239f085ad81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'name': 'tempest-TestVolumeBootPattern-79845524-router', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:01:29Z', 'updated_at': '2022-05-18T15:01:33Z', 'revision_number': 4, 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'gw_port': {'id': 'f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:01:30Z', 'updated_at': '2022-05-18T15:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_floatingips': [{'id': '443de883-d84e-4175-9775-aedf9fba2f6e', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'floating_ip_address': '172.27.3.240', 'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'router_id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'port_id': 'd606525d-ae8c-4f8f-bf39-230c02f71e29', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19da6af6-a529-4bd8-858e-9cc319b37384', 'mac_address': 'fa:16:3e:9a:16:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19720ba-f060-4b0c-9f92-bfe6dd401d8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T15:04:40Z', 'updated_at': '2022-05-18T15:04:40Z', 'revision_number': 0, 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc40aefa-34c6-44cd-99ee-616025582ddd', 'name': '', 'network_id': '19da6af6-a529-4bd8-858e-9cc319b37384', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'mac_address': 'fa:16:3e:27:4a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '207e26a7-c20a-4ebc-a1ff-b0586cec622c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:01:32Z', 'updated_at': '2022-05-18T15:01:37Z', 'revision_number': 5, 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'subnets': [{'id': '207e26a7-c20a-4ebc-a1ff-b0586cec622c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:04:42.563783 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (f376d122-85a6-484a-a941-8f32d5a81e72), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:42.573570 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef6de28-0dad-4584-9b13-239f085ad81b None None] The sync data for ids ['8573937c-6581-4c6d-ace7-8dd8acf225e5'] in dv-cinder-839987-7-iscsi is: [{'id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'name': 'tempest-TestVolumeBootPattern-79845524-router', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:01:29Z', 'updated_at': '2022-05-18T15:01:33Z', 'revision_number': 4, 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'gw_port': {'id': 'f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:01:30Z', 'updated_at': '2022-05-18T15:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_floatingips': [{'id': '443de883-d84e-4175-9775-aedf9fba2f6e', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'floating_ip_address': '172.27.3.240', 'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'router_id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'port_id': 'd606525d-ae8c-4f8f-bf39-230c02f71e29', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19da6af6-a529-4bd8-858e-9cc319b37384', 'mac_address': 'fa:16:3e:9a:16:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19720ba-f060-4b0c-9f92-bfe6dd401d8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T15:04:40Z', 'updated_at': '2022-05-18T15:04:40Z', 'revision_number': 0, 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc40aefa-34c6-44cd-99ee-616025582ddd', 'name': '', 'network_id': '19da6af6-a529-4bd8-858e-9cc319b37384', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'mac_address': 'fa:16:3e:27:4a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '207e26a7-c20a-4ebc-a1ff-b0586cec622c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:01:32Z', 'updated_at': '2022-05-18T15:01:37Z', 'revision_number': 5, 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'subnets': [{'id': '207e26a7-c20a-4ebc-a1ff-b0586cec622c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 15:04:42.786029 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f97eaa-a1ac-4f2b-ace5-589a15800de1 None None] New status for floating IP 443de883-d84e-4175-9775-aedf9fba2f6e: ACTIVE {{(pid=110158) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 15:04:50.517217 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c8f462c8-cc85-4601-aae6-b8058b3f9732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (7afc6fe8-d13b-4fd3-bc99-e9efab9a141d), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:51.864009 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:04:51.864870 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:04:52.455367 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=19 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:04:52.461454 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=7 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:04:52.546365 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=50 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:04:52.547166 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=48 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:04:52.945307 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-456d8076-5846-4450-a411-67aa7814ee22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (a5518e17-d4a6-403f-b34f-0fa3d03f1833), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:54.015976 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-50f4e27f-5619-452e-9630-0448ff5d9157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (0f4dbee4-4999-4f30-b578-59222d25f53e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:55.156028 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-86248160-1b36-4d80-a449-232705ae1859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (11bd5e7f-0ec7-43f5-9ca8-99d3c1136d9c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:56.486227 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:04:58.842205 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.agents_db [None req-a4aab2e5-b658-4b2c-9b1f-100bc6421b45 None None] Agent healthcheck: found 6 active agents {{(pid=110159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 15:05:06.480663 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=63,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:05:06.482491 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=72,neutron:UPDATE=6 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:05:12.561811 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (f376d122-85a6-484a-a941-8f32d5a81e72), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:14.852718 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=4 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:05:14.853489 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=4 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:05:20.520437 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-431aa598-dabd-4582-972a-92da25736354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (7afc6fe8-d13b-4fd3-bc99-e9efab9a141d), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:22.937253 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b5d466ab-6875-459b-83b8-542e7e8a443e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (a5518e17-d4a6-403f-b34f-0fa3d03f1833), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:24.020051 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-50f4e27f-5619-452e-9630-0448ff5d9157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (0f4dbee4-4999-4f30-b578-59222d25f53e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:25.159169 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-86248160-1b36-4d80-a449-232705ae1859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (11bd5e7f-0ec7-43f5-9ca8-99d3c1136d9c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:25.815586 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dbfc2d-f2fa-4d79-a419-99063d39c570 req-311ca103-6c95-4115-ad80-c11bc30c6759 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:05:25.817022 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d4dbfc2d-f2fa-4d79-a419-99063d39c570 req-311ca103-6c95-4115-ad80-c11bc30c6759 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1abe2e5-a4cc-47d2-a20c-3d5ca85a6fc2 HTTP/1.1" status: 200 len: 945 time: 0.0486860 May 18 15:05:25.867599 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d4dbfc2d-f2fa-4d79-a419-99063d39c570 req-84d3430e-6f1b-4ed8-9452-72638825a426 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/security-groups?id=ad33ac76-7674-439e-abe0-99cbf1421fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451341 May 18 15:05:26.488744 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:26.981348 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f5035-9cc8-432e-a316-1c4ae33b4666 req-3c169389-6311-411a-922d-f9ec51c623bf tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:05:26.982803 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6a3f5035-9cc8-432e-a316-1c4ae33b4666 req-3c169389-6311-411a-922d-f9ec51c623bf tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1abe2e5-a4cc-47d2-a20c-3d5ca85a6fc2 HTTP/1.1" status: 200 len: 945 time: 0.0470500 May 18 15:05:27.031022 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6a3f5035-9cc8-432e-a316-1c4ae33b4666 req-e436885c-ec92-4276-8e82-0bb2efcd8e6c tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/security-groups?id=ad33ac76-7674-439e-abe0-99cbf1421fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416057 May 18 15:05:27.447469 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a700c7-fb00-448e-a2ef-e7ab6cd1585e req-01ff844c-2fd9-4188-950e-265dff870d0c tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:05:27.448924 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-c9a700c7-fb00-448e-a2ef-e7ab6cd1585e req-01ff844c-2fd9-4188-950e-265dff870d0c tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1abe2e5-a4cc-47d2-a20c-3d5ca85a6fc2 HTTP/1.1" status: 200 len: 945 time: 0.0462768 May 18 15:05:27.532384 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [req-c9a700c7-fb00-448e-a2ef-e7ab6cd1585e req-7fee2fa4-4ca9-4d50-bd5c-98a7dab73158 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Deleting port 4917e72d-9860-42a1-987f-9d06e66d46d1 {{(pid=110157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:05:27.532697 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-c9a700c7-fb00-448e-a2ef-e7ab6cd1585e req-7fee2fa4-4ca9-4d50-bd5c-98a7dab73158 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (4917e72d-9860-42a1-987f-9d06e66d46d1), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:27.620760 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.db [req-c9a700c7-fb00-448e-a2ef-e7ab6cd1585e req-7fee2fa4-4ca9-4d50-bd5c-98a7dab73158 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] For port 4917e72d-9860-42a1-987f-9d06e66d46d1, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=4917e72d-9860-42a1-987f-9d06e66d46d1,segment=NetworkSegment(e4fe1652-d7db-47a5-be36-f616796bf534),segment_id=e4fe1652-d7db-47a5-be36-f616796bf534)] {{(pid=110157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:05:27.621184 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-c9a700c7-fb00-448e-a2ef-e7ab6cd1585e req-7fee2fa4-4ca9-4d50-bd5c-98a7dab73158 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (4917e72d-9860-42a1-987f-9d06e66d46d1), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:27.786650 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-c9a700c7-fb00-448e-a2ef-e7ab6cd1585e req-7fee2fa4-4ca9-4d50-bd5c-98a7dab73158 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:27.787114 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-c9a700c7-fb00-448e-a2ef-e7ab6cd1585e req-7fee2fa4-4ca9-4d50-bd5c-98a7dab73158 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008279'] for floatingip (06ac6ecd-6bc2-4485-94a9-3917c2ababfc), after_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:27.787434 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.db.l3_db [req-c9a700c7-fb00-448e-a2ef-e7ab6cd1585e req-7fee2fa4-4ca9-4d50-bd5c-98a7dab73158 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Floating IP 06ac6ecd-6bc2-4485-94a9-3917c2ababfc disassociated. External IP: 172.27.3.145, port: 4917e72d-9860-42a1-987f-9d06e66d46d1. May 18 15:05:27.787781 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [req-c9a700c7-fb00-448e-a2ef-e7ab6cd1585e req-7fee2fa4-4ca9-4d50-bd5c-98a7dab73158 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Calling delete_port for 4917e72d-9860-42a1-987f-9d06e66d46d1 owned by compute:nova {{(pid=110157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:05:27.912452 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-c9a700c7-fb00-448e-a2ef-e7ab6cd1585e req-7fee2fa4-4ca9-4d50-bd5c-98a7dab73158 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13704171'] for port (4917e72d-9860-42a1-987f-9d06e66d46d1), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:27.945222 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fee2fa4-4ca9-4d50-bd5c-98a7dab73158 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Pushing event deleted for resources: {'Port': ['ID=4917e72d-9860-42a1-987f-9d06e66d46d1,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:05:27.957077 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fee2fa4-4ca9-4d50-bd5c-98a7dab73158 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:05:27.957419 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fee2fa4-4ca9-4d50-bd5c-98a7dab73158 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:05:27.957752 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fee2fa4-4ca9-4d50-bd5c-98a7dab73158 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:05:27.958079 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fee2fa4-4ca9-4d50-bd5c-98a7dab73158 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:05:27.958403 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fee2fa4-4ca9-4d50-bd5c-98a7dab73158 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:05:27.958854 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fee2fa4-4ca9-4d50-bd5c-98a7dab73158 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:05:27.959422 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fee2fa4-4ca9-4d50-bd5c-98a7dab73158 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:05:27.960362 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fee2fa4-4ca9-4d50-bd5c-98a7dab73158 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:05:27.960362 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fee2fa4-4ca9-4d50-bd5c-98a7dab73158 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:05:27.960613 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fee2fa4-4ca9-4d50-bd5c-98a7dab73158 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:05:27.961099 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fee2fa4-4ca9-4d50-bd5c-98a7dab73158 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:05:27.961315 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fee2fa4-4ca9-4d50-bd5c-98a7dab73158 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:05:27.961842 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fee2fa4-4ca9-4d50-bd5c-98a7dab73158 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:05:27.961842 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fee2fa4-4ca9-4d50-bd5c-98a7dab73158 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:05:27.962170 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fee2fa4-4ca9-4d50-bd5c-98a7dab73158 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:05:28.061560 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9a700c7-fb00-448e-a2ef-e7ab6cd1585e req-7fee2fa4-4ca9-4d50-bd5c-98a7dab73158 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Router f05fe87d-8925-47ed-a112-a885d34bbd44 has already been hosted by L3 agent a5518e17-d4a6-403f-b34f-0fa3d03f1833 {{(pid=110157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 15:05:28.140149 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:05:28.142602 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-a6a90190-8532-4ac8-b7c9-d2f5cf927786 req-3473c6d0-330a-4da9-a2cc-d4db9818a723 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1abe2e5-a4cc-47d2-a20c-3d5ca85a6fc2 HTTP/1.1" status: 200 len: 210 time: 0.0365155 May 18 15:05:28.144799 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:05:28.205381 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9a700c7-fb00-448e-a2ef-e7ab6cd1585e req-7fee2fa4-4ca9-4d50-bd5c-98a7dab73158 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Notify agent at l3_agent.dv-cinder-839987-7-iscsi the message routers_updated {{(pid=110157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 15:05:28.216726 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8bbf9f-0b1b-403c-8a0d-a5952e4ab5d6 None None] Sync routers for ids ['f05fe87d-8925-47ed-a112-a885d34bbd44'] in dv-cinder-839987-7-iscsi {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 15:05:28.227470 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8bbf9f-0b1b-403c-8a0d-a5952e4ab5d6 None None] Routers {'f05fe87d-8925-47ed-a112-a885d34bbd44'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:05:28.228154 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-cb8bbf9f-0b1b-403c-8a0d-a5952e4ab5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:05:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['f05fe87d-8925-47ed-a112-a885d34bbd44'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:05:28.248624 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a700c7-fb00-448e-a2ef-e7ab6cd1585e req-7fee2fa4-4ca9-4d50-bd5c-98a7dab73158 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] No DVR routers for this DVR port 4917e72d-9860-42a1-987f-9d06e66d46d1 on host hv-cinder-83998 {{(pid=110157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 15:05:28.251317 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-c9a700c7-fb00-448e-a2ef-e7ab6cd1585e req-7fee2fa4-4ca9-4d50-bd5c-98a7dab73158 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for port (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:28.255050 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-c9a700c7-fb00-448e-a2ef-e7ab6cd1585e req-7fee2fa4-4ca9-4d50-bd5c-98a7dab73158 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.49 "DELETE /v2.0/ports/4917e72d-9860-42a1-987f-9d06e66d46d1 HTTP/1.1" status: 204 len: 173 time: 0.8015809 May 18 15:05:28.255488 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1abe2e5-a4cc-47d2-a20c-3d5ca85a6fc2', 'name': 'network-vif-deleted', 'tag': '4917e72d-9860-42a1-987f-9d06e66d46d1'}] {{(pid=110157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 15:05:28.257753 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3614be4c33be7e0ed28fa23fdbb6a3604458632b91c0a79006a6fb45a0ea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f2b4c71-1353-491b-b101-e6ee23ea11e1" -d '{"events": [{"server_uuid": "d1abe2e5-a4cc-47d2-a20c-3d5ca85a6fc2", "name": "network-vif-deleted", "tag": "4917e72d-9860-42a1-987f-9d06e66d46d1"}]}' {{(pid=110157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 15:05:28.309561 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 15:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0dbdd8-b8e2-434a-945b-96122a5dba91 x-openstack-request-id: req-4e0dbdd8-b8e2-434a-945b-96122a5dba91 {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 15:05:28.309865 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1abe2e5-a4cc-47d2-a20c-3d5ca85a6fc2", "name": "network-vif-deleted", "tag": "4917e72d-9860-42a1-987f-9d06e66d46d1", "status": "completed", "code": 200}]} {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 15:05:28.310288 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4e0dbdd8-b8e2-434a-945b-96122a5dba91 {{(pid=110157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 15:05:28.311236 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e0dbdd8-b8e2-434a-945b-96122a5dba91'] response: {'server_uuid': 'd1abe2e5-a4cc-47d2-a20c-3d5ca85a6fc2', 'name': 'network-vif-deleted', 'tag': '4917e72d-9860-42a1-987f-9d06e66d46d1', 'status': 'completed', 'code': 200} May 18 15:05:28.346917 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-cb8bbf9f-0b1b-403c-8a0d-a5952e4ab5d6 None None] Set router f05fe87d-8925-47ed-a112-a885d34bbd44 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:05:28.546720 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-cb8bbf9f-0b1b-403c-8a0d-a5952e4ab5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'name': 'tempest-AttachVolumeNegativeTest-1491292696-router', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '200f4252-f1fc-44ba-8589-ea8c90b89e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:00:51Z', 'updated_at': '2022-05-18T15:00:55Z', 'revision_number': 4, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'gw_port': {'id': '200f4252-f1fc-44ba-8589-ea8c90b89e1c', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:00:52Z', 'updated_at': '2022-05-18T15:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': '12f29204-1101-4159-9268-800d69f5f906', 'name': '', 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'mac_address': 'fa:16:3e:75:98:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '05655c39-f8fa-418a-853d-5fe3e615ed30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:00:54Z', 'updated_at': '2022-05-18T15:00:58Z', 'revision_number': 5, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'subnets': [{'id': '05655c39-f8fa-418a-853d-5fe3e615ed30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:05:28.571102 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8bbf9f-0b1b-403c-8a0d-a5952e4ab5d6 None None] Checking router: f05fe87d-8925-47ed-a112-a885d34bbd44 for host: dv-cinder-839987-7-iscsi {{(pid=110159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 15:05:28.579321 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8bbf9f-0b1b-403c-8a0d-a5952e4ab5d6 None None] Routers {'f05fe87d-8925-47ed-a112-a885d34bbd44'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:05:28.579927 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-cb8bbf9f-0b1b-403c-8a0d-a5952e4ab5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:05:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['f05fe87d-8925-47ed-a112-a885d34bbd44'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:05:28.679818 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-cb8bbf9f-0b1b-403c-8a0d-a5952e4ab5d6 None None] Set router f05fe87d-8925-47ed-a112-a885d34bbd44 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:05:28.888421 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-cb8bbf9f-0b1b-403c-8a0d-a5952e4ab5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'name': 'tempest-AttachVolumeNegativeTest-1491292696-router', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '200f4252-f1fc-44ba-8589-ea8c90b89e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:00:51Z', 'updated_at': '2022-05-18T15:00:55Z', 'revision_number': 4, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'gw_port': {'id': '200f4252-f1fc-44ba-8589-ea8c90b89e1c', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:00:52Z', 'updated_at': '2022-05-18T15:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': '12f29204-1101-4159-9268-800d69f5f906', 'name': '', 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'mac_address': 'fa:16:3e:75:98:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '05655c39-f8fa-418a-853d-5fe3e615ed30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:00:54Z', 'updated_at': '2022-05-18T15:00:58Z', 'revision_number': 5, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'subnets': [{'id': '05655c39-f8fa-418a-853d-5fe3e615ed30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:05:28.913174 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8bbf9f-0b1b-403c-8a0d-a5952e4ab5d6 None None] The sync data for ids ['f05fe87d-8925-47ed-a112-a885d34bbd44'] in dv-cinder-839987-7-iscsi is: [{'id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'name': 'tempest-AttachVolumeNegativeTest-1491292696-router', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '200f4252-f1fc-44ba-8589-ea8c90b89e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:00:51Z', 'updated_at': '2022-05-18T15:00:55Z', 'revision_number': 4, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'gw_port': {'id': '200f4252-f1fc-44ba-8589-ea8c90b89e1c', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:00:52Z', 'updated_at': '2022-05-18T15:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': '12f29204-1101-4159-9268-800d69f5f906', 'name': '', 'network_id': '9022122f-bfa2-48d6-ae5d-8c609a059727', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'mac_address': 'fa:16:3e:75:98:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '05655c39-f8fa-418a-853d-5fe3e615ed30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:00:54Z', 'updated_at': '2022-05-18T15:00:58Z', 'revision_number': 5, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'subnets': [{'id': '05655c39-f8fa-418a-853d-5fe3e615ed30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 15:05:29.126179 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2a1551-d94b-4368-8065-42aa7850d16f None None] New status for floating IP 06ac6ecd-6bc2-4485-94a9-3917c2ababfc: DOWN {{(pid=110158) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 15:05:29.237269 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 39864) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:05:29.295144 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-699d1571-2279-40fb-9138-6ef11757206c tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for security_group (ad33ac76-7674-439e-abe0-99cbf1421fc9), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:29.318711 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-699d1571-2279-40fb-9138-6ef11757206c tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for security_group (ad33ac76-7674-439e-abe0-99cbf1421fc9), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:29.364719 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-699d1571-2279-40fb-9138-6ef11757206c tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (ad33ac76-7674-439e-abe0-99cbf1421fc9), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:29.367286 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-699d1571-2279-40fb-9138-6ef11757206c tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for security_group (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:29.368457 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-699d1571-2279-40fb-9138-6ef11757206c tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "DELETE /v2.0/security-groups/ad33ac76-7674-439e-abe0-99cbf1421fc9 HTTP/1.1" status: 204 len: 168 time: 0.1296723 May 18 15:05:29.371332 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 39866) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:05:29.378147 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d1571-2279-40fb-9138-6ef11757206c tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad33ac76-7674-439e-abe0-99cbf1421fc9,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:05:29.385575 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.api.v2.resource [None req-09be94ac-7875-426c-a56a-e34f87dba7e0 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] show failed (client error): The resource could not be found. May 18 15:05:29.386335 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699d1571-2279-40fb-9138-6ef11757206c tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:05:29.386559 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-09be94ac-7875-426c-a56a-e34f87dba7e0 tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "GET /v2.0/security-groups/ad33ac76-7674-439e-abe0-99cbf1421fc9 HTTP/1.1" status: 404 len: 347 time: 0.0142679 May 18 15:05:29.386708 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699d1571-2279-40fb-9138-6ef11757206c tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:05:29.387018 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699d1571-2279-40fb-9138-6ef11757206c tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:05:29.387352 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699d1571-2279-40fb-9138-6ef11757206c tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:05:29.387681 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699d1571-2279-40fb-9138-6ef11757206c tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:05:29.388008 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699d1571-2279-40fb-9138-6ef11757206c tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:05:29.388330 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699d1571-2279-40fb-9138-6ef11757206c tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:05:29.388680 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699d1571-2279-40fb-9138-6ef11757206c tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:05:29.389004 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699d1571-2279-40fb-9138-6ef11757206c tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:05:29.389326 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699d1571-2279-40fb-9138-6ef11757206c tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:05:29.389648 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699d1571-2279-40fb-9138-6ef11757206c tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:05:29.389756 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 39868) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:05:29.389966 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699d1571-2279-40fb-9138-6ef11757206c tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:05:29.390284 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699d1571-2279-40fb-9138-6ef11757206c tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:05:29.390605 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699d1571-2279-40fb-9138-6ef11757206c tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:05:29.390921 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699d1571-2279-40fb-9138-6ef11757206c tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:05:29.503139 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [None req-6084646e-f658-4545-9c7c-20ebe9b01c4f tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Deleting port cd259fe0-acac-476c-a900-f9ae0900a8cd {{(pid=110157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:05:29.503481 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-6084646e-f658-4545-9c7c-20ebe9b01c4f tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (cd259fe0-acac-476c-a900-f9ae0900a8cd), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:29.583054 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-6084646e-f658-4545-9c7c-20ebe9b01c4f tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (cd259fe0-acac-476c-a900-f9ae0900a8cd), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:29.583376 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-6084646e-f658-4545-9c7c-20ebe9b01c4f tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for floatingip (cd259fe0-acac-476c-a900-f9ae0900a8cd), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:29.596799 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [None req-6084646e-f658-4545-9c7c-20ebe9b01c4f tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Calling delete_port for cd259fe0-acac-476c-a900-f9ae0900a8cd owned by network:floatingip {{(pid=110157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:05:29.724262 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-6084646e-f658-4545-9c7c-20ebe9b01c4f tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13704171'] for port (cd259fe0-acac-476c-a900-f9ae0900a8cd), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:29.753440 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6084646e-f658-4545-9c7c-20ebe9b01c4f tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Pushing event deleted for resources: {'Port': ['ID=cd259fe0-acac-476c-a900-f9ae0900a8cd,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:05:29.815315 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-6084646e-f658-4545-9c7c-20ebe9b01c4f tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks [] for floatingip (06ac6ecd-6bc2-4485-94a9-3917c2ababfc), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:29.817797 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-6084646e-f658-4545-9c7c-20ebe9b01c4f tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for floatingip (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:29.818946 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-6084646e-f658-4545-9c7c-20ebe9b01c4f tempest-AttachVolumeNegativeTest-868107877 tempest-AttachVolumeNegativeTest-868107877-project] 10.222.0.59 "DELETE /v2.0/floatingips/06ac6ecd-6bc2-4485-94a9-3917c2ababfc HTTP/1.1" status: 204 len: 168 time: 0.4283557 May 18 15:05:29.883466 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device 4917e72d-9860-42a1-987f-9d06e66d46d1 no longer exists at agent hyperv_hv-cinder-83998 {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 15:05:29.908264 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] No Port match for: 4917e72d-9860-42a1-987f-9d06e66d46d1 {{(pid=110158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 15:05:29.908887 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device 4917e72d-9860-42a1-987f-9d06e66d46d1 not bound to the agent host hv-cinder-83998 {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 15:05:33.507324 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 39904) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:05:33.813228 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-65cbbbe1-3ee5-4a8d-b40a-a751cf5f32ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009274'] for router_interface (f05fe87d-8925-47ed-a112-a885d34bbd44), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:33.854048 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:05:33.897989 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:05:34.027685 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [None req-65cbbbe1-3ee5-4a8d-b40a-a751cf5f32ee admin admin] Deleting port 12f29204-1101-4159-9268-800d69f5f906 {{(pid=110157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:05:34.028014 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-65cbbbe1-3ee5-4a8d-b40a-a751cf5f32ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (12f29204-1101-4159-9268-800d69f5f906), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:34.107518 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.db [None req-65cbbbe1-3ee5-4a8d-b40a-a751cf5f32ee admin admin] For port 12f29204-1101-4159-9268-800d69f5f906, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=12f29204-1101-4159-9268-800d69f5f906,segment=NetworkSegment(e4fe1652-d7db-47a5-be36-f616796bf534),segment_id=e4fe1652-d7db-47a5-be36-f616796bf534)] {{(pid=110157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:05:34.107795 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-65cbbbe1-3ee5-4a8d-b40a-a751cf5f32ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (12f29204-1101-4159-9268-800d69f5f906), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:34.120482 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [None req-65cbbbe1-3ee5-4a8d-b40a-a751cf5f32ee admin admin] Calling delete_port for 12f29204-1101-4159-9268-800d69f5f906 owned by network:router_interface {{(pid=110157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:05:34.299091 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-65cbbbe1-3ee5-4a8d-b40a-a751cf5f32ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13704171'] for port (12f29204-1101-4159-9268-800d69f5f906), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:34.323491 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cbbbe1-3ee5-4a8d-b40a-a751cf5f32ee admin admin] Pushing event deleted for resources: {'Port': ['ID=12f29204-1101-4159-9268-800d69f5f906,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:05:34.731267 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-65cbbbe1-3ee5-4a8d-b40a-a751cf5f32ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563813'] for router_interface (f05fe87d-8925-47ed-a112-a885d34bbd44), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:34.932244 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65cbbbe1-3ee5-4a8d-b40a-a751cf5f32ee admin admin] Router f05fe87d-8925-47ed-a112-a885d34bbd44 has already been hosted by L3 agent a5518e17-d4a6-403f-b34f-0fa3d03f1833 {{(pid=110157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 15:05:34.935264 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:05:34.938814 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:05:35.041081 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65cbbbe1-3ee5-4a8d-b40a-a751cf5f32ee admin admin] Notify agent at l3_agent.dv-cinder-839987-7-iscsi the message routers_updated {{(pid=110157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 15:05:35.046045 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-65cbbbe1-3ee5-4a8d-b40a-a751cf5f32ee admin admin] 10.222.0.59 "PUT /v2.0/routers/f05fe87d-8925-47ed-a112-a885d34bbd44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5379078 May 18 15:05:35.048631 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 39906) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:05:35.049725 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b076779f-49ab-4dc1-a1cb-ce0f2e6b5913 None None] Sync routers for ids ['f05fe87d-8925-47ed-a112-a885d34bbd44'] in dv-cinder-839987-7-iscsi {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 15:05:35.060300 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b076779f-49ab-4dc1-a1cb-ce0f2e6b5913 None None] Routers {'f05fe87d-8925-47ed-a112-a885d34bbd44'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:05:35.060929 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-b076779f-49ab-4dc1-a1cb-ce0f2e6b5913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:05:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['f05fe87d-8925-47ed-a112-a885d34bbd44'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:05:35.151785 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-cd81ebb8-ec4a-43d9-97fe-de992d62247f admin admin] Publish callbacks [] for router (f05fe87d-8925-47ed-a112-a885d34bbd44), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:35.164256 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-b076779f-49ab-4dc1-a1cb-ce0f2e6b5913 None None] Set router f05fe87d-8925-47ed-a112-a885d34bbd44 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:05:35.252768 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-cd81ebb8-ec4a-43d9-97fe-de992d62247f admin admin] Publish callbacks [] for router_gateway (f05fe87d-8925-47ed-a112-a885d34bbd44), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:35.296740 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [None req-cd81ebb8-ec4a-43d9-97fe-de992d62247f admin admin] Deleting port 200f4252-f1fc-44ba-8589-ea8c90b89e1c {{(pid=110157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:05:35.296740 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-cd81ebb8-ec4a-43d9-97fe-de992d62247f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (200f4252-f1fc-44ba-8589-ea8c90b89e1c), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:35.335952 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-b076779f-49ab-4dc1-a1cb-ce0f2e6b5913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'name': 'tempest-AttachVolumeNegativeTest-1491292696-router', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '200f4252-f1fc-44ba-8589-ea8c90b89e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:00:51Z', 'updated_at': '2022-05-18T15:05:34Z', 'revision_number': 5, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'gw_port': {'id': '200f4252-f1fc-44ba-8589-ea8c90b89e1c', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:00:52Z', 'updated_at': '2022-05-18T15:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi'}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:05:35.364022 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b076779f-49ab-4dc1-a1cb-ce0f2e6b5913 None None] Checking router: f05fe87d-8925-47ed-a112-a885d34bbd44 for host: dv-cinder-839987-7-iscsi {{(pid=110159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 15:05:35.371020 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=100 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:05:35.373341 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b076779f-49ab-4dc1-a1cb-ce0f2e6b5913 None None] Routers {'f05fe87d-8925-47ed-a112-a885d34bbd44'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:05:35.373945 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-b076779f-49ab-4dc1-a1cb-ce0f2e6b5913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:05:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['f05fe87d-8925-47ed-a112-a885d34bbd44'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:05:35.383302 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.db [None req-cd81ebb8-ec4a-43d9-97fe-de992d62247f admin admin] For port 200f4252-f1fc-44ba-8589-ea8c90b89e1c, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=200f4252-f1fc-44ba-8589-ea8c90b89e1c,segment=NetworkSegment(74645103-ef26-4e33-8147-3fc27f09baec),segment_id=74645103-ef26-4e33-8147-3fc27f09baec)] {{(pid=110157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:05:35.383667 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-cd81ebb8-ec4a-43d9-97fe-de992d62247f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (200f4252-f1fc-44ba-8589-ea8c90b89e1c), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:35.397099 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [None req-cd81ebb8-ec4a-43d9-97fe-de992d62247f admin admin] Calling delete_port for 200f4252-f1fc-44ba-8589-ea8c90b89e1c owned by network:router_gateway {{(pid=110157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:05:35.410719 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=100 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:05:35.460239 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-b076779f-49ab-4dc1-a1cb-ce0f2e6b5913 None None] Set router f05fe87d-8925-47ed-a112-a885d34bbd44 gateway port host: None {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:05:35.519967 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-b076779f-49ab-4dc1-a1cb-ce0f2e6b5913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'name': 'tempest-AttachVolumeNegativeTest-1491292696-router', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:00:51Z', 'updated_at': '2022-05-18T15:05:35Z', 'revision_number': 6, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'gw_port_host': None}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:05:35.545063 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b076779f-49ab-4dc1-a1cb-ce0f2e6b5913 None None] The sync data for ids ['f05fe87d-8925-47ed-a112-a885d34bbd44'] in dv-cinder-839987-7-iscsi is: [{'id': 'f05fe87d-8925-47ed-a112-a885d34bbd44', 'name': 'tempest-AttachVolumeNegativeTest-1491292696-router', 'tenant_id': '0d032e462665466d83ab51e9c116d1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:00:51Z', 'updated_at': '2022-05-18T15:05:35Z', 'revision_number': 6, 'project_id': '0d032e462665466d83ab51e9c116d1e0', 'gw_port_host': None}] {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 15:05:35.570215 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-cd81ebb8-ec4a-43d9-97fe-de992d62247f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13704171'] for port (200f4252-f1fc-44ba-8589-ea8c90b89e1c), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:35.597840 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd81ebb8-ec4a-43d9-97fe-de992d62247f admin admin] Pushing event deleted for resources: {'Port': ['ID=200f4252-f1fc-44ba-8589-ea8c90b89e1c,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:05:35.662625 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-cd81ebb8-ec4a-43d9-97fe-de992d62247f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014856'] for router_gateway (f05fe87d-8925-47ed-a112-a885d34bbd44), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:35.748606 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-cd81ebb8-ec4a-43d9-97fe-de992d62247f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1014016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30042'] for router (f05fe87d-8925-47ed-a112-a885d34bbd44), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:35.750820 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-cd81ebb8-ec4a-43d9-97fe-de992d62247f admin admin] Publish callbacks [] for router_controller (f05fe87d-8925-47ed-a112-a885d34bbd44), precommit_delete_associations {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:35.794809 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-cd81ebb8-ec4a-43d9-97fe-de992d62247f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1014041'] for router (f05fe87d-8925-47ed-a112-a885d34bbd44), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:35.795324 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd81ebb8-ec4a-43d9-97fe-de992d62247f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f05fe87d-8925-47ed-a112-a885d34bbd44 {{(pid=110157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 15:05:35.800048 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-cd81ebb8-ec4a-43d9-97fe-de992d62247f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:35.801215 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-cd81ebb8-ec4a-43d9-97fe-de992d62247f admin admin] 10.222.0.59 "DELETE /v2.0/routers/f05fe87d-8925-47ed-a112-a885d34bbd44 HTTP/1.1" status: 204 len: 168 time: 0.7516580 May 18 15:05:35.803733 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 39908) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:05:35.839040 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:05:35.842083 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.agents_db [None req-a4aab2e5-b658-4b2c-9b1f-100bc6421b45 None None] Agent healthcheck: found 6 active agents {{(pid=110159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 15:05:35.849479 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.db_base_plugin_v2 [None req-45a3248d-9f7b-46c8-ae58-edc288c63341 admin admin] Deleting subnet 05655c39-f8fa-418a-853d-5fe3e615ed30 {{(pid=110157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 18 15:05:35.853274 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-45a3248d-9f7b-46c8-ae58-edc288c63341 admin admin] Publish callbacks [] for subnet (05655c39-f8fa-418a-853d-5fe3e615ed30), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:35.890511 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-45a3248d-9f7b-46c8-ae58-edc288c63341 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14498573'] for subnet (05655c39-f8fa-418a-853d-5fe3e615ed30), precommit_delete_associations {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:35.914334 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:05:35.981441 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-45a3248d-9f7b-46c8-ae58-edc288c63341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027974'] for subnet (05655c39-f8fa-418a-853d-5fe3e615ed30), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:36.035674 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-45a3248d-9f7b-46c8-ae58-edc288c63341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2027999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13704730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12604597'] for subnet (05655c39-f8fa-418a-853d-5fe3e615ed30), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:36.063928 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a3248d-9f7b-46c8-ae58-edc288c63341 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05655c39-f8fa-418a-853d-5fe3e615ed30,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:05:36.068662 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-45a3248d-9f7b-46c8-ae58-edc288c63341 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for subnet (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:36.074202 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-45a3248d-9f7b-46c8-ae58-edc288c63341 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/05655c39-f8fa-418a-853d-5fe3e615ed30 HTTP/1.1" status: 204 len: 168 time: 0.2673502 May 18 15:05:36.074436 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 39910) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:05:36.075350 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7821cab5-d859-4094-94ef-a8541e21d91e None None] Network 9022122f-bfa2-48d6-ae5d-8c609a059727 requested from dv-cinder-839987-7-iscsi {{(pid=110158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 15:05:36.149935 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-fd625856-964f-4471-91c2-0de9eee5aed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1954329'] for network (9022122f-bfa2-48d6-ae5d-8c609a059727), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:36.194202 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [None req-fd625856-964f-4471-91c2-0de9eee5aed7 admin admin] Deleting port 37fe1b33-e42d-4728-930c-7f77d270c485 {{(pid=110157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:05:36.194663 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-fd625856-964f-4471-91c2-0de9eee5aed7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (37fe1b33-e42d-4728-930c-7f77d270c485), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:36.261463 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.db [None req-fd625856-964f-4471-91c2-0de9eee5aed7 admin admin] For port 37fe1b33-e42d-4728-930c-7f77d270c485, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=37fe1b33-e42d-4728-930c-7f77d270c485,segment=NetworkSegment(e4fe1652-d7db-47a5-be36-f616796bf534),segment_id=e4fe1652-d7db-47a5-be36-f616796bf534)] {{(pid=110157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:05:36.261823 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-fd625856-964f-4471-91c2-0de9eee5aed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (37fe1b33-e42d-4728-930c-7f77d270c485), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:36.274682 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [None req-fd625856-964f-4471-91c2-0de9eee5aed7 admin admin] Calling delete_port for 37fe1b33-e42d-4728-930c-7f77d270c485 owned by network:dhcp {{(pid=110157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:05:36.315005 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e715f52-1ddd-4343-9b03-419ba527229b None None] DHCP port deletion for 9022122f-bfa2-48d6-ae5d-8c609a059727 request from dv-cinder-839987-7-iscsi {{(pid=110158) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 18 15:05:36.353353 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-6e715f52-1ddd-4343-9b03-419ba527229b None None] Deleting port 37fe1b33-e42d-4728-930c-7f77d270c485 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:05:36.353809 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6e715f52-1ddd-4343-9b03-419ba527229b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (37fe1b33-e42d-4728-930c-7f77d270c485), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:36.355810 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-fd625856-964f-4471-91c2-0de9eee5aed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13704171'] for port (37fe1b33-e42d-4728-930c-7f77d270c485), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:36.382066 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd625856-964f-4471-91c2-0de9eee5aed7 admin admin] Pushing event deleted for resources: {'Port': ['ID=37fe1b33-e42d-4728-930c-7f77d270c485,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:05:36.383921 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd625856-964f-4471-91c2-0de9eee5aed7 admin admin] No DVR routers for this DVR port 37fe1b33-e42d-4728-930c-7f77d270c485 on host dv-cinder-839987-7-iscsi {{(pid=110157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 15:05:36.425391 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-6e715f52-1ddd-4343-9b03-419ba527229b None None] For port 37fe1b33-e42d-4728-930c-7f77d270c485, host dv-cinder-839987-7-iscsi, got binding levels [] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:05:36.425790 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6e715f52-1ddd-4343-9b03-419ba527229b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (37fe1b33-e42d-4728-930c-7f77d270c485), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:36.439469 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-6e715f52-1ddd-4343-9b03-419ba527229b None None] Calling delete_port for 37fe1b33-e42d-4728-930c-7f77d270c485 owned by network:dhcp {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:05:36.442481 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.ipam_backend_mixin [None req-6e715f52-1ddd-4343-9b03-419ba527229b None None] Port 37fe1b33-e42d-4728-930c-7f77d270c485 was not found and therefore no delete operation was performed {{(pid=110158) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 18 15:05:36.443797 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6e715f52-1ddd-4343-9b03-419ba527229b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040'] for port (37fe1b33-e42d-4728-930c-7f77d270c485), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:36.462546 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-fd625856-964f-4471-91c2-0de9eee5aed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017651', 'neutron.services.segments.db._delete_segments_for_network-8770382701078'] for network (9022122f-bfa2-48d6-ae5d-8c609a059727), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:36.472478 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e715f52-1ddd-4343-9b03-419ba527229b None None] Pushing event deleted for resources: {'Port': ['ID=37fe1b33-e42d-4728-930c-7f77d270c485,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:05:36.480362 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e715f52-1ddd-4343-9b03-419ba527229b None None] No DVR routers for this DVR port 37fe1b33-e42d-4728-930c-7f77d270c485 on host dv-cinder-839987-7-iscsi {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 15:05:36.483633 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.services.segments.db [None req-fd625856-964f-4471-91c2-0de9eee5aed7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9022122f-bfa2-48d6-ae5d-8c609a059727']}} {{(pid=110157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:05:36.484490 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e715f52-1ddd-4343-9b03-419ba527229b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:05:36.484863 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e715f52-1ddd-4343-9b03-419ba527229b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:05:36.485197 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e715f52-1ddd-4343-9b03-419ba527229b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:05:36.486089 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e715f52-1ddd-4343-9b03-419ba527229b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:05:36.491494 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e715f52-1ddd-4343-9b03-419ba527229b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:05:36.491494 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e715f52-1ddd-4343-9b03-419ba527229b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:05:36.491494 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e715f52-1ddd-4343-9b03-419ba527229b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:05:36.491494 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e715f52-1ddd-4343-9b03-419ba527229b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:05:36.491494 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e715f52-1ddd-4343-9b03-419ba527229b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:05:36.491494 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e715f52-1ddd-4343-9b03-419ba527229b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:05:36.491494 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e715f52-1ddd-4343-9b03-419ba527229b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:05:36.491494 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e715f52-1ddd-4343-9b03-419ba527229b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:05:36.491494 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e715f52-1ddd-4343-9b03-419ba527229b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:05:36.491494 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e715f52-1ddd-4343-9b03-419ba527229b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:05:36.491494 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e715f52-1ddd-4343-9b03-419ba527229b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:05:36.493810 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.services.segments.db [None req-fd625856-964f-4471-91c2-0de9eee5aed7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4fe1652-d7db-47a5-be36-f616796bf534') {'for_net_delete': True} {{(pid=110157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:05:36.494133 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.services.segments.db [None req-fd625856-964f-4471-91c2-0de9eee5aed7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4fe1652-d7db-47a5-be36-f616796bf534') {} {{(pid=110157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:05:36.505313 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-fd625856-964f-4471-91c2-0de9eee5aed7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770382700063', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14498612'] for segment (e4fe1652-d7db-47a5-be36-f616796bf534), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:36.519989 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-fd625856-964f-4471-91c2-0de9eee5aed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029885'] for segment (e4fe1652-d7db-47a5-be36-f616796bf534), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:36.527661 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd625856-964f-4471-91c2-0de9eee5aed7 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=110157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 15:05:36.528058 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-fd625856-964f-4471-91c2-0de9eee5aed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13704120'] for segment (e4fe1652-d7db-47a5-be36-f616796bf534), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:36.529916 dv-cinder-839987-7-iscsi neutron-server[110157]: Traceback (most recent call last): May 18 15:05:36.529916 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 15:05:36.529916 dv-cinder-839987-7-iscsi neutron-server[110157]: timer() May 18 15:05:36.529916 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 15:05:36.529916 dv-cinder-839987-7-iscsi neutron-server[110157]: cb(*args, **kw) May 18 15:05:36.529916 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 18 15:05:36.529916 dv-cinder-839987-7-iscsi neutron-server[110157]: return func(*args, **kwargs) May 18 15:05:36.529916 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 15:05:36.529916 dv-cinder-839987-7-iscsi neutron-server[110157]: self._notify() May 18 15:05:36.529916 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 15:05:36.529916 dv-cinder-839987-7-iscsi neutron-server[110157]: self.callback(batched_events) May 18 15:05:36.529916 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 15:05:36.529916 dv-cinder-839987-7-iscsi neutron-server[110157]: event.method(event) May 18 15:05:36.529916 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 15:05:36.529916 dv-cinder-839987-7-iscsi neutron-server[110157]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 15:05:36.529916 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 15:05:36.529916 dv-cinder-839987-7-iscsi neutron-server[110157]: aggregate_uuid = self.p_client.list_aggregates( May 18 15:05:36.529916 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 15:05:36.529916 dv-cinder-839987-7-iscsi neutron-server[110157]: return f(self, *a, **k) May 18 15:05:36.529916 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 15:05:36.529916 dv-cinder-839987-7-iscsi neutron-server[110157]: return self._get(url).json() May 18 15:05:36.529916 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 15:05:36.529916 dv-cinder-839987-7-iscsi neutron-server[110157]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 15:05:36.529916 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 15:05:36.529916 dv-cinder-839987-7-iscsi neutron-server[110157]: return self.request(url, 'GET', **kwargs) May 18 15:05:36.529916 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 15:05:36.529916 dv-cinder-839987-7-iscsi neutron-server[110157]: base_url = self.get_endpoint(auth, allow=allow, May 18 15:05:36.529916 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 15:05:36.529916 dv-cinder-839987-7-iscsi neutron-server[110157]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 15:05:36.529916 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 15:05:36.529916 dv-cinder-839987-7-iscsi neutron-server[110157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 15:05:36.529916 dv-cinder-839987-7-iscsi neutron-server[110157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 15:05:36.587841 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-fd625856-964f-4471-91c2-0de9eee5aed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008250'] for network (9022122f-bfa2-48d6-ae5d-8c609a059727), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:36.595802 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-fd625856-964f-4471-91c2-0de9eee5aed7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for network (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:36.598950 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-fd625856-964f-4471-91c2-0de9eee5aed7 admin admin] 10.222.0.59 "DELETE /v2.0/networks/9022122f-bfa2-48d6-ae5d-8c609a059727 HTTP/1.1" status: 204 len: 168 time: 0.5235920 May 18 15:05:36.612488 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd625856-964f-4471-91c2-0de9eee5aed7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9022122f-bfa2-48d6-ae5d-8c609a059727,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:05:36.779833 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 39914) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:05:36.821573 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-4db123f0-181b-447f-92dc-43e2503a2ed3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0d032e462665466d83ab51e9c116d1e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403762 May 18 15:05:36.823824 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 39916) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:05:36.870694 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-c62017b2-7120-4315-9470-4ac35a2d3648 admin admin] Publish callbacks [] for security_group (c6e56e6f-4f05-4f38-a9e0-3cf25893270d), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:36.887124 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:05:36.892623 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-c62017b2-7120-4315-9470-4ac35a2d3648 admin admin] Publish callbacks [] for security_group (c6e56e6f-4f05-4f38-a9e0-3cf25893270d), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:36.900961 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:05:36.942048 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-c62017b2-7120-4315-9470-4ac35a2d3648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (c6e56e6f-4f05-4f38-a9e0-3cf25893270d), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:36.944559 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-c62017b2-7120-4315-9470-4ac35a2d3648 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:36.945692 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-c62017b2-7120-4315-9470-4ac35a2d3648 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c6e56e6f-4f05-4f38-a9e0-3cf25893270d HTTP/1.1" status: 204 len: 168 time: 0.1209917 May 18 15:05:36.953156 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62017b2-7120-4315-9470-4ac35a2d3648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e56e6f-4f05-4f38-a9e0-3cf25893270d,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:05:36.963911 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=42 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:05:36.965448 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=41,neutron:UPDATE=8 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:05:37.051701 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 12f29204-1101-4159-9268-800d69f5f906 no longer exists at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 15:05:37.071075 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] No Port match for: 12f29204-1101-4159-9268-800d69f5f906 {{(pid=110158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 15:05:37.071419 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 12f29204-1101-4159-9268-800d69f5f906 not bound to the agent host dv-cinder-839987-7-iscsi {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 15:05:37.071876 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 200f4252-f1fc-44ba-8589-ea8c90b89e1c no longer exists at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 15:05:37.089841 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] No Port match for: 200f4252-f1fc-44ba-8589-ea8c90b89e1c {{(pid=110158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 15:05:37.090674 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 200f4252-f1fc-44ba-8589-ea8c90b89e1c not bound to the agent host dv-cinder-839987-7-iscsi {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 15:05:37.090674 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 37fe1b33-e42d-4728-930c-7f77d270c485 no longer exists at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 15:05:37.111761 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] No Port match for: 37fe1b33-e42d-4728-930c-7f77d270c485 {{(pid=110158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 15:05:37.111761 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 37fe1b33-e42d-4728-930c-7f77d270c485 not bound to the agent host dv-cinder-839987-7-iscsi {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 15:05:39.372314 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:05:39.386314 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:05:42.563155 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (f376d122-85a6-484a-a941-8f32d5a81e72), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:46.927692 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=2,neutron:DELETE=3 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:05:46.948964 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:05:47.407730 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 40050) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:05:47.524959 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-ae633fe3-105c-4e3b-9799-f650dfaf0644 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:47.602692 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-ae633fe3-105c-4e3b-9799-f650dfaf0644 admin admin] Publish callbacks [] for security_group (49a2ea69-e45d-470f-9569-da53f3a4771c), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:47.605732 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-ae633fe3-105c-4e3b-9799-f650dfaf0644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (49a2ea69-e45d-470f-9569-da53f3a4771c), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:47.648692 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-ae633fe3-105c-4e3b-9799-f650dfaf0644 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b05cffa42b644886ac3b62f48aca83a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2392547 May 18 15:05:47.649533 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae633fe3-105c-4e3b-9799-f650dfaf0644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a2ea69-e45d-470f-9569-da53f3a4771c,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:05:47.652202 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 40054) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:05:47.953769 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-b7f80bc7-d407-461b-a9de-048f40ab2573 admin admin] Publish callbacks [] for security_group (49a2ea69-e45d-470f-9569-da53f3a4771c), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:47.975222 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-b7f80bc7-d407-461b-a9de-048f40ab2573 admin admin] Publish callbacks [] for security_group (49a2ea69-e45d-470f-9569-da53f3a4771c), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:48.022390 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-b7f80bc7-d407-461b-a9de-048f40ab2573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (49a2ea69-e45d-470f-9569-da53f3a4771c), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:48.024896 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-b7f80bc7-d407-461b-a9de-048f40ab2573 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:48.026060 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-b7f80bc7-d407-461b-a9de-048f40ab2573 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/49a2ea69-e45d-470f-9569-da53f3a4771c HTTP/1.1" status: 204 len: 168 time: 0.3725388 May 18 15:05:48.034872 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f80bc7-d407-461b-a9de-048f40ab2573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a2ea69-e45d-470f-9569-da53f3a4771c,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:05:48.070424 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-fe50fda7-9b8b-4088-aa84-e1b0de055dcd req-753506b1-1ed3-43cf-ab99-946d19008442 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b19720ba-f060-4b0c-9f92-bfe6dd401d8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0498135 May 18 15:05:48.170462 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe50fda7-9b8b-4088-aa84-e1b0de055dcd req-b13391a1-74d7-4956-9549-b3d590681a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:05:48.171959 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-fe50fda7-9b8b-4088-aa84-e1b0de055dcd req-b13391a1-74d7-4956-9549-b3d590681a62 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d2f3dc5d9c6648c79267f71b5a86f249&device_id=b19720ba-f060-4b0c-9f92-bfe6dd401d8c HTTP/1.1" status: 200 len: 1130 time: 0.0418985 May 18 15:05:48.284322 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe50fda7-9b8b-4088-aa84-e1b0de055dcd req-c9d1eba1-3dc5-4ca5-9abd-a1ba027fdd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:05:48.285967 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-fe50fda7-9b8b-4088-aa84-e1b0de055dcd req-c9d1eba1-3dc5-4ca5-9abd-a1ba027fdd15 service neutron] 10.222.0.49 "GET /v2.0/networks?id=19da6af6-a529-4bd8-858e-9cc319b37384 HTTP/1.1" status: 200 len: 911 time: 0.0941548 May 18 15:05:48.307205 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 40060) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:05:48.320881 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-e528a92b-4a32-4b23-91dc-36e2e5a5b850 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:48.350077 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-fe50fda7-9b8b-4088-aa84-e1b0de055dcd req-59f1bbaa-07dd-4753-8638-29076faa9f7f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d606525d-ae8c-4f8f-bf39-230c02f71e29 HTTP/1.1" status: 200 len: 1002 time: 0.0578175 May 18 15:05:48.397673 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-e528a92b-4a32-4b23-91dc-36e2e5a5b850 admin admin] Publish callbacks [] for security_group (ac312603-a540-44b5-9c9d-2d1ec2eb7402), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:48.399496 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe50fda7-9b8b-4088-aa84-e1b0de055dcd req-34ab059c-9677-44ac-846d-4c632d8f735d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:05:48.400977 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-fe50fda7-9b8b-4088-aa84-e1b0de055dcd req-34ab059c-9677-44ac-846d-4c632d8f735d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=207e26a7-c20a-4ebc-a1ff-b0586cec622c HTTP/1.1" status: 200 len: 849 time: 0.0454090 May 18 15:05:48.401712 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-e528a92b-4a32-4b23-91dc-36e2e5a5b850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (ac312603-a540-44b5-9c9d-2d1ec2eb7402), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:48.441846 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-e528a92b-4a32-4b23-91dc-36e2e5a5b850 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=289ca990f4df42cfa0e1c796b31554b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1334898 May 18 15:05:48.442693 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e528a92b-4a32-4b23-91dc-36e2e5a5b850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac312603-a540-44b5-9c9d-2d1ec2eb7402,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:05:48.444364 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 40062) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:05:48.461036 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe50fda7-9b8b-4088-aa84-e1b0de055dcd req-c189e3e7-efee-4cc4-95e2-fc2ac0ae464c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:05:48.462534 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-fe50fda7-9b8b-4088-aa84-e1b0de055dcd req-c189e3e7-efee-4cc4-95e2-fc2ac0ae464c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=19da6af6-a529-4bd8-858e-9cc319b37384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0547807 May 18 15:05:48.555297 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-3a11c912-2c86-4a5f-9041-2376fe3424e9 admin admin] Publish callbacks [] for security_group (ac312603-a540-44b5-9c9d-2d1ec2eb7402), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:48.596429 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-3a11c912-2c86-4a5f-9041-2376fe3424e9 admin admin] Publish callbacks [] for security_group (ac312603-a540-44b5-9c9d-2d1ec2eb7402), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:48.599638 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-fe50fda7-9b8b-4088-aa84-e1b0de055dcd req-e936c2fc-c673-4790-a216-67aebe6f335f service neutron] 10.222.0.49 "GET /v2.0/networks/19da6af6-a529-4bd8-858e-9cc319b37384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273515 May 18 15:05:48.690666 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:05:48.715649 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-3a11c912-2c86-4a5f-9041-2376fe3424e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (ac312603-a540-44b5-9c9d-2d1ec2eb7402), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:48.718471 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-3a11c912-2c86-4a5f-9041-2376fe3424e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:48.719930 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-3a11c912-2c86-4a5f-9041-2376fe3424e9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ac312603-a540-44b5-9c9d-2d1ec2eb7402 HTTP/1.1" status: 204 len: 168 time: 0.2745831 May 18 15:05:48.731576 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-fe50fda7-9b8b-4088-aa84-e1b0de055dcd req-a90565cb-e331-403c-847e-6f03f62676bc service neutron] 10.222.0.49 "GET /v2.0/networks/19da6af6-a529-4bd8-858e-9cc319b37384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250405 May 18 15:05:48.733202 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a11c912-2c86-4a5f-9041-2376fe3424e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac312603-a540-44b5-9c9d-2d1ec2eb7402,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:05:50.522858 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1caf1f62-acbc-4336-863e-1e2588f08278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (7afc6fe8-d13b-4fd3-bc99-e9efab9a141d), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:51.855840 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=22 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:05:51.861066 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=29 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:05:52.940349 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-83ad5fdc-b80c-4593-ae91-c6bbc55900de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (a5518e17-d4a6-403f-b34f-0fa3d03f1833), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:54.024152 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-50f4e27f-5619-452e-9630-0448ff5d9157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (0f4dbee4-4999-4f30-b578-59222d25f53e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:55.162558 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-86248160-1b36-4d80-a449-232705ae1859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (11bd5e7f-0ec7-43f5-9ca8-99d3c1136d9c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:56.490714 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:57.356743 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 40196) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:05:57.462919 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-2e2ad661-7de3-42ae-8c98-1d684ca39978 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:57.527063 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:05:57.539269 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-2e2ad661-7de3-42ae-8c98-1d684ca39978 admin admin] Publish callbacks [] for security_group (02945fb8-49a6-406a-89a0-1ed302c96750), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:57.543449 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-2e2ad661-7de3-42ae-8c98-1d684ca39978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (02945fb8-49a6-406a-89a0-1ed302c96750), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:57.588101 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-2e2ad661-7de3-42ae-8c98-1d684ca39978 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ee3429e6b564411fbb54de01733ba1da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2302876 May 18 15:05:57.589057 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2ad661-7de3-42ae-8c98-1d684ca39978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02945fb8-49a6-406a-89a0-1ed302c96750,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:05:57.590851 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 40200) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:05:57.641605 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-2950e0f1-2ae2-48ea-9f2c-f1342d7c27d3 admin admin] Publish callbacks [] for security_group (02945fb8-49a6-406a-89a0-1ed302c96750), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:57.662320 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-2950e0f1-2ae2-48ea-9f2c-f1342d7c27d3 admin admin] Publish callbacks [] for security_group (02945fb8-49a6-406a-89a0-1ed302c96750), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:57.711534 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-2950e0f1-2ae2-48ea-9f2c-f1342d7c27d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (02945fb8-49a6-406a-89a0-1ed302c96750), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:57.714151 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-2950e0f1-2ae2-48ea-9f2c-f1342d7c27d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:57.715306 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-2950e0f1-2ae2-48ea-9f2c-f1342d7c27d3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/02945fb8-49a6-406a-89a0-1ed302c96750 HTTP/1.1" status: 204 len: 168 time: 0.1234732 May 18 15:05:57.723880 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2950e0f1-2ae2-48ea-9f2c-f1342d7c27d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02945fb8-49a6-406a-89a0-1ed302c96750,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:05:57.974771 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 40206) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:05:57.987832 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-e9e502d3-379c-4e7f-808d-069020e75dd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:58.063678 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-e9e502d3-379c-4e7f-808d-069020e75dd2 admin admin] Publish callbacks [] for security_group (f081324a-23e5-428a-950e-9506a0c4d01a), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:58.067541 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-e9e502d3-379c-4e7f-808d-069020e75dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (f081324a-23e5-428a-950e-9506a0c4d01a), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:58.104877 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-e9e502d3-379c-4e7f-808d-069020e75dd2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a8354080861a4af2b8664aeb83493859&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1290293 May 18 15:05:58.106784 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e502d3-379c-4e7f-808d-069020e75dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f081324a-23e5-428a-950e-9506a0c4d01a,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:05:58.107560 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 40208) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:05:58.157678 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-7e3baaff-fcc0-4491-95c8-acf90e00bc07 admin admin] Publish callbacks [] for security_group (f081324a-23e5-428a-950e-9506a0c4d01a), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:58.178914 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-7e3baaff-fcc0-4491-95c8-acf90e00bc07 admin admin] Publish callbacks [] for security_group (f081324a-23e5-428a-950e-9506a0c4d01a), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:58.226663 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-7e3baaff-fcc0-4491-95c8-acf90e00bc07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (f081324a-23e5-428a-950e-9506a0c4d01a), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:58.229356 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-7e3baaff-fcc0-4491-95c8-acf90e00bc07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:58.230526 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-7e3baaff-fcc0-4491-95c8-acf90e00bc07 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f081324a-23e5-428a-950e-9506a0c4d01a HTTP/1.1" status: 204 len: 168 time: 0.1219432 May 18 15:05:58.238862 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3baaff-fcc0-4491-95c8-acf90e00bc07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f081324a-23e5-428a-950e-9506a0c4d01a,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:05:58.547503 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 40214) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:05:58.561020 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-b957ac4a-4424-4af3-96e7-229d68094f92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:58.635839 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-b957ac4a-4424-4af3-96e7-229d68094f92 admin admin] Publish callbacks [] for security_group (6df2411f-14a9-47ba-a042-07819e6c012b), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:58.639275 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-b957ac4a-4424-4af3-96e7-229d68094f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (6df2411f-14a9-47ba-a042-07819e6c012b), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:58.678378 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-b957ac4a-4424-4af3-96e7-229d68094f92 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d5ffa1ec48964257a62e568a2a7179f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1297994 May 18 15:05:58.679200 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b957ac4a-4424-4af3-96e7-229d68094f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df2411f-14a9-47ba-a042-07819e6c012b,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:05:58.681958 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 40216) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:05:58.731651 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-56c52868-b77e-4afa-bfdd-e7bfcb4d41b7 admin admin] Publish callbacks [] for security_group (6df2411f-14a9-47ba-a042-07819e6c012b), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:58.744604 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:05:58.756910 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-56c52868-b77e-4afa-bfdd-e7bfcb4d41b7 admin admin] Publish callbacks [] for security_group (6df2411f-14a9-47ba-a042-07819e6c012b), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:58.772314 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:05:58.807845 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-56c52868-b77e-4afa-bfdd-e7bfcb4d41b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (6df2411f-14a9-47ba-a042-07819e6c012b), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:58.810378 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-56c52868-b77e-4afa-bfdd-e7bfcb4d41b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:05:58.811516 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-56c52868-b77e-4afa-bfdd-e7bfcb4d41b7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6df2411f-14a9-47ba-a042-07819e6c012b HTTP/1.1" status: 204 len: 168 time: 0.1283641 May 18 15:05:58.819415 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c52868-b77e-4afa-bfdd-e7bfcb4d41b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df2411f-14a9-47ba-a042-07819e6c012b,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:06:03.722799 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 40290) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:06:03.830835 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-1ddcd2af-f58e-4cae-a478-eaf6e673dd3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:03.906643 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-1ddcd2af-f58e-4cae-a478-eaf6e673dd3a admin admin] Publish callbacks [] for security_group (2eb82e33-ba4c-40f5-979c-c2dd7172f060), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:03.909905 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-1ddcd2af-f58e-4cae-a478-eaf6e673dd3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (2eb82e33-ba4c-40f5-979c-c2dd7172f060), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:03.949271 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-1ddcd2af-f58e-4cae-a478-eaf6e673dd3a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3d16c7c4916d4d0fa88cb75dad6f20e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2254288 May 18 15:06:03.951220 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddcd2af-f58e-4cae-a478-eaf6e673dd3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb82e33-ba4c-40f5-979c-c2dd7172f060,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:06:03.951966 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 40294) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:06:04.003055 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-240bd2a9-0ba9-4cfd-adf1-9ec620aeb9d5 admin admin] Publish callbacks [] for security_group (2eb82e33-ba4c-40f5-979c-c2dd7172f060), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:04.024096 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-240bd2a9-0ba9-4cfd-adf1-9ec620aeb9d5 admin admin] Publish callbacks [] for security_group (2eb82e33-ba4c-40f5-979c-c2dd7172f060), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:04.070878 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-240bd2a9-0ba9-4cfd-adf1-9ec620aeb9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (2eb82e33-ba4c-40f5-979c-c2dd7172f060), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:04.073630 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-240bd2a9-0ba9-4cfd-adf1-9ec620aeb9d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:04.074747 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-240bd2a9-0ba9-4cfd-adf1-9ec620aeb9d5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2eb82e33-ba4c-40f5-979c-c2dd7172f060 HTTP/1.1" status: 204 len: 168 time: 0.1217730 May 18 15:06:04.082614 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240bd2a9-0ba9-4cfd-adf1-9ec620aeb9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb82e33-ba4c-40f5-979c-c2dd7172f060,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:06:04.340678 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 40300) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:06:04.354384 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-25647d7e-5949-4ddf-bc43-a4c6853e7cba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:04.430503 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-25647d7e-5949-4ddf-bc43-a4c6853e7cba admin admin] Publish callbacks [] for security_group (0c112838-c78e-4148-813a-497a25ec2271), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:04.434035 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-25647d7e-5949-4ddf-bc43-a4c6853e7cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (0c112838-c78e-4148-813a-497a25ec2271), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:04.476347 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-25647d7e-5949-4ddf-bc43-a4c6853e7cba admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a9283665dc3f41199f2b2796a2bc57da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1346157 May 18 15:06:04.478363 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25647d7e-5949-4ddf-bc43-a4c6853e7cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c112838-c78e-4148-813a-497a25ec2271,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:06:04.479032 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 40302) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:06:04.527297 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-26260bc1-6993-467f-bfcb-c254e066fbdd admin admin] Publish callbacks [] for security_group (0c112838-c78e-4148-813a-497a25ec2271), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:04.549274 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-26260bc1-6993-467f-bfcb-c254e066fbdd admin admin] Publish callbacks [] for security_group (0c112838-c78e-4148-813a-497a25ec2271), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:04.559566 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:06:04.597863 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-26260bc1-6993-467f-bfcb-c254e066fbdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (0c112838-c78e-4148-813a-497a25ec2271), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:04.600352 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-26260bc1-6993-467f-bfcb-c254e066fbdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:04.601517 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-26260bc1-6993-467f-bfcb-c254e066fbdd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0c112838-c78e-4148-813a-497a25ec2271 HTTP/1.1" status: 204 len: 168 time: 0.1214840 May 18 15:06:04.609066 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26260bc1-6993-467f-bfcb-c254e066fbdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c112838-c78e-4148-813a-497a25ec2271,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:06:05.315315 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 40324) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:06:05.413954 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [None req-5d435c83-1d18-43bd-af65-e0f5ef9d7d60 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1799927661-network', 'tenant_id': '00895e40e4484304937344779ff6f048'}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:06:05.434565 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d435c83-1d18-43bd-af65-e0f5ef9d7d60 admin admin] Made reservation on behalf of 00895e40e4484304937344779ff6f048 for: {'network': 1} {{(pid=110157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 15:06:05.437019 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-5d435c83-1d18-43bd-af65-e0f5ef9d7d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for network (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:05.439951 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:INSERT=7 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:06:05.447192 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-5d435c83-1d18-43bd-af65-e0f5ef9d7d60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:05.524208 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-5d435c83-1d18-43bd-af65-e0f5ef9d7d60 admin admin] Publish callbacks [] for security_group (84a82c6a-cf29-4446-9782-0f79ab336511), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:05.527564 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-5d435c83-1d18-43bd-af65-e0f5ef9d7d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (84a82c6a-cf29-4446-9782-0f79ab336511), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:05.556035 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d435c83-1d18-43bd-af65-e0f5ef9d7d60 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=110157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 15:06:05.562353 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d435c83-1d18-43bd-af65-e0f5ef9d7d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a82c6a-cf29-4446-9782-0f79ab336511,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:06:05.568814 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-5d435c83-1d18-43bd-af65-e0f5ef9d7d60 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770382701069', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029885'] for segment (f870025b-8517-4540-97f8-2c6c05109396), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:05.569221 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.db.segments_db [None req-5d435c83-1d18-43bd-af65-e0f5ef9d7d60 admin admin] Added segment f870025b-8517-4540-97f8-2c6c05109396 of type vlan for network af259da3-6954-4c7e-8bc3-5252f5783ea7 May 18 15:06:05.608655 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-5d435c83-1d18-43bd-af65-e0f5ef9d7d60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770382152789'] for network (af259da3-6954-4c7e-8bc3-5252f5783ea7), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:05.632559 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-5d435c83-1d18-43bd-af65-e0f5ef9d7d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355'] for network (af259da3-6954-4c7e-8bc3-5252f5783ea7), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:05.633568 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d435c83-1d18-43bd-af65-e0f5ef9d7d60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:06:05.634154 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-5d435c83-1d18-43bd-af65-e0f5ef9d7d60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for network (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:05.688493 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-5d435c83-1d18-43bd-af65-e0f5ef9d7d60 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3714256 May 18 15:06:05.691397 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 40328) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:06:05.696294 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-bfea4a48-229b-4f2c-ba62-b0f03b18dd9d admin admin] Request body: {'subnet': {'network_id': 'af259da3-6954-4c7e-8bc3-5252f5783ea7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1799927661-subnet', 'tenant_id': '00895e40e4484304937344779ff6f048', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:06:05.700287 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d435c83-1d18-43bd-af65-e0f5ef9d7d60 admin admin] Pushing event updated for resources: {'Network': ['ID=af259da3-6954-4c7e-8bc3-5252f5783ea7,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:06:05.710171 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Network af259da3-6954-4c7e-8bc3-5252f5783ea7 details requested by agent ovs-agent-dv-cinder-839987-7-iscsi with host dv-cinder-839987-7-iscsi {{(pid=110158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 15:06:05.717859 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfea4a48-229b-4f2c-ba62-b0f03b18dd9d admin admin] Made reservation on behalf of 00895e40e4484304937344779ff6f048 for: {'subnet': 1} {{(pid=110156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 15:06:05.721008 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-bfea4a48-229b-4f2c-ba62-b0f03b18dd9d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12844410'] for subnet (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:05.893644 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-bfea4a48-229b-4f2c-ba62-b0f03b18dd9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14493814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12844396'] for subnet (c60e75cd-5868-462c-a406-1ee60a3390c7), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:05.948312 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea4a48-229b-4f2c-ba62-b0f03b18dd9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c60e75cd-5868-462c-a406-1ee60a3390c7,revision_number=0']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:06:05.959305 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfea4a48-229b-4f2c-ba62-b0f03b18dd9d admin admin] Checking segment: {'id': 'f870025b-8517-4540-97f8-2c6c05109396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af259da3-6954-4c7e-8bc3-5252f5783ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 15:06:05.959652 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfea4a48-229b-4f2c-ba62-b0f03b18dd9d admin admin] Network hostable DHCP agents. Network: af259da3-6954-4c7e-8bc3-5252f5783ea7, hostable agents: ['7afc6fe8-d13b-4fd3-bc99-e9efab9a141d'], hosted agents: [] {{(pid=110156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 15:06:05.965628 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:06:05.977746 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfea4a48-229b-4f2c-ba62-b0f03b18dd9d admin admin] Network af259da3-6954-4c7e-8bc3-5252f5783ea7 is scheduled to be hosted by DHCP agent 7afc6fe8-d13b-4fd3-bc99-e9efab9a141d with binding_index 1 {{(pid=110156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 15:06:05.987399 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.base_scheduler [None req-bfea4a48-229b-4f2c-ba62-b0f03b18dd9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-7-iscsi, af259da3-6954-4c7e-8bc3-5252f5783ea7) {{(pid=110156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 15:06:05.991676 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfea4a48-229b-4f2c-ba62-b0f03b18dd9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:06:05.992270 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-bfea4a48-229b-4f2c-ba62-b0f03b18dd9d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:05.996615 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972c5d3c-da44-4cf9-a897-08faf8bdcf8c None None] Network af259da3-6954-4c7e-8bc3-5252f5783ea7 requested from dv-cinder-839987-7-iscsi {{(pid=110158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 15:06:06.008216 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-bfea4a48-229b-4f2c-ba62-b0f03b18dd9d admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3157511 May 18 15:06:06.101185 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1fef83-03ee-4ba3-b81b-57e1f002443f None None] Network af259da3-6954-4c7e-8bc3-5252f5783ea7 requested from dv-cinder-839987-7-iscsi {{(pid=110158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 15:06:07.921086 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceaba92-4fcb-44e3-8e6f-7a141da882e2 req-851d688a-a96f-4b69-a14a-236f49200e45 tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:06:07.923025 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7ceaba92-4fcb-44e3-8e6f-7a141da882e2 req-851d688a-a96f-4b69-a14a-236f49200e45 tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] 10.222.0.59 "GET /v2.0/networks?id=af259da3-6954-4c7e-8bc3-5252f5783ea7 HTTP/1.1" status: 200 len: 814 time: 0.1033127 May 18 15:06:07.937300 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7ceaba92-4fcb-44e3-8e6f-7a141da882e2 req-cc2d8d38-12d0-4c14-a5a1-55cfaf135186 tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] 10.222.0.59 "GET /v2.0/quotas/00895e40e4484304937344779ff6f048 HTTP/1.1" status: 200 len: 375 time: 0.0089867 May 18 15:06:07.969634 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7ceaba92-4fcb-44e3-8e6f-7a141da882e2 req-c3d7e755-6afa-4981-bcf1-96b3b9344bfa tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=00895e40e4484304937344779ff6f048&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270216 May 18 15:06:08.022650 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [req-7ceaba92-4fcb-44e3-8e6f-7a141da882e2 req-2a60698c-fa54-45fe-a636-2b49654c0e5d service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110157) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 18 15:06:08.023698 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7ceaba92-4fcb-44e3-8e6f-7a141da882e2 req-2a60698c-fa54-45fe-a636-2b49654c0e5d service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0479517 May 18 15:06:08.115718 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7ceaba92-4fcb-44e3-8e6f-7a141da882e2 req-660c1a68-5f81-4908-8c79-d2002ca52806 service neutron] 10.222.0.59 "GET /v2.0/networks/af259da3-6954-4c7e-8bc3-5252f5783ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860531 May 18 15:06:08.213605 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7ceaba92-4fcb-44e3-8e6f-7a141da882e2 req-60ef5309-10d8-47e0-8e18-55bc861398ab service neutron] 10.222.0.59 "GET /v2.0/networks/af259da3-6954-4c7e-8bc3-5252f5783ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921891 May 18 15:06:08.457360 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1673b200-1987-4641-ac39-3b23ef73dcab req-c0b1980e-7264-4769-a368-1d1c3ea5aff7 tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] 10.222.0.59 "GET /v2.0/ports?device_id=134d1a43-f6e9-481b-891c-d9af293d39b3 HTTP/1.1" status: 200 len: 210 time: 0.0845273 May 18 15:06:09.527891 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:06:09.552835 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceaba92-4fcb-44e3-8e6f-7a141da882e2 req-2b41c8ca-7915-4e19-b279-299f6a937af8 tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:06:09.554278 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7ceaba92-4fcb-44e3-8e6f-7a141da882e2 req-2b41c8ca-7915-4e19-b279-299f6a937af8 tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] 10.222.0.49 "GET /v2.0/networks?id=af259da3-6954-4c7e-8bc3-5252f5783ea7 HTTP/1.1" status: 200 len: 814 time: 0.1155465 May 18 15:06:09.575019 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-5fa58743-2233-4115-8f17-9c1bc642ea41 req-64376fbf-9bb5-4831-8c45-83abcde8556b tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] 10.222.0.59 "GET /v2.0/ports?device_id=134d1a43-f6e9-481b-891c-d9af293d39b3 HTTP/1.1" status: 200 len: 210 time: 0.0409720 May 18 15:06:09.584006 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [req-7ceaba92-4fcb-44e3-8e6f-7a141da882e2 req-bd9a00b5-3eba-46ca-9ea0-3054ba6be8df tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Request body: {'port': {'device_id': '134d1a43-f6e9-481b-891c-d9af293d39b3', 'network_id': 'af259da3-6954-4c7e-8bc3-5252f5783ea7', 'admin_state_up': True, 'tenant_id': '00895e40e4484304937344779ff6f048'}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:06:09.690727 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ceaba92-4fcb-44e3-8e6f-7a141da882e2 req-bd9a00b5-3eba-46ca-9ea0-3054ba6be8df tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Made reservation on behalf of 00895e40e4484304937344779ff6f048 for: {'port': 1} {{(pid=110157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 15:06:09.694284 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-7ceaba92-4fcb-44e3-8e6f-7a141da882e2 req-bd9a00b5-3eba-46ca-9ea0-3054ba6be8df tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:09.754755 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:06:09.822514 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.db_base_plugin_common [req-7ceaba92-4fcb-44e3-8e6f-7a141da882e2 req-bd9a00b5-3eba-46ca-9ea0-3054ba6be8df tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Allocated IP 172.20.0.2 (af259da3-6954-4c7e-8bc3-5252f5783ea7/c60e75cd-5868-462c-a406-1ee60a3390c7/50595964-603e-4437-8916-b082496f51bb) {{(pid=110157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 15:06:09.970954 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-7ceaba92-4fcb-44e3-8e6f-7a141da882e2 req-bd9a00b5-3eba-46ca-9ea0-3054ba6be8df tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Publish callbacks [] for port (50595964-603e-4437-8916-b082496f51bb), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:10.002060 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-7ceaba92-4fcb-44e3-8e6f-7a141da882e2 req-bd9a00b5-3eba-46ca-9ea0-3054ba6be8df tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13704171'] for port (50595964-603e-4437-8916-b082496f51bb), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:10.043843 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ceaba92-4fcb-44e3-8e6f-7a141da882e2 req-bd9a00b5-3eba-46ca-9ea0-3054ba6be8df tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Network af259da3-6954-4c7e-8bc3-5252f5783ea7 is already hosted by enough agents. {{(pid=110157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 15:06:10.047426 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.base_scheduler [req-7ceaba92-4fcb-44e3-8e6f-7a141da882e2 req-bd9a00b5-3eba-46ca-9ea0-3054ba6be8df tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Resources bound (agent type, host, resource id): {{(pid=110157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 15:06:10.051148 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ceaba92-4fcb-44e3-8e6f-7a141da882e2 req-bd9a00b5-3eba-46ca-9ea0-3054ba6be8df tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Received port after_create {{(pid=110157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 15:06:10.076211 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9a00b5-3eba-46ca-9ea0-3054ba6be8df tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Pushing event updated for resources: {'Port': ['ID=50595964-603e-4437-8916-b082496f51bb,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:06:10.102690 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceaba92-4fcb-44e3-8e6f-7a141da882e2 req-bd9a00b5-3eba-46ca-9ea0-3054ba6be8df tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:06:10.103291 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-7ceaba92-4fcb-44e3-8e6f-7a141da882e2 req-bd9a00b5-3eba-46ca-9ea0-3054ba6be8df tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for port (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:10.118678 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7ceaba92-4fcb-44e3-8e6f-7a141da882e2 req-bd9a00b5-3eba-46ca-9ea0-3054ba6be8df tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5385859 May 18 15:06:10.691695 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d379e88-c8cb-4a17-9602-65b3538c68af req-1792256f-9f0d-4655-a84d-401a45c9afbd tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:06:10.693080 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1d379e88-c8cb-4a17-9602-65b3538c68af req-1792256f-9f0d-4655-a84d-401a45c9afbd tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] 10.222.0.59 "GET /v2.0/ports?device_id=134d1a43-f6e9-481b-891c-d9af293d39b3 HTTP/1.1" status: 200 len: 931 time: 0.0487032 May 18 15:06:10.743728 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1d379e88-c8cb-4a17-9602-65b3538c68af req-09a6da82-1825-4952-aeeb-4b93c8454922 tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] 10.222.0.59 "GET /v2.0/security-groups?id=84a82c6a-cf29-4446-9782-0f79ab336511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451782 May 18 15:06:11.857195 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0911e-4937-494d-a9b2-a9dea6a2a19a req-4d8231bb-e2e9-4166-a339-ab48ef099e53 tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:06:11.858651 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-34b0911e-4937-494d-a9b2-a9dea6a2a19a req-4d8231bb-e2e9-4166-a339-ab48ef099e53 tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] 10.222.0.59 "GET /v2.0/ports?device_id=134d1a43-f6e9-481b-891c-d9af293d39b3 HTTP/1.1" status: 200 len: 931 time: 0.0468247 May 18 15:06:11.909839 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-34b0911e-4937-494d-a9b2-a9dea6a2a19a req-7e5a7ca8-36b8-44e5-9fe1-db2dceb335de tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] 10.222.0.59 "GET /v2.0/security-groups?id=84a82c6a-cf29-4446-9782-0f79ab336511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435576 May 18 15:06:12.164471 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [req-7ceaba92-4fcb-44e3-8e6f-7a141da882e2 req-b4e868aa-d159-47d4-bcc3-b16c5fc24f6d tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110157) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 18 15:06:12.165457 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7ceaba92-4fcb-44e3-8e6f-7a141da882e2 req-b4e868aa-d159-47d4-bcc3-b16c5fc24f6d tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052388 May 18 15:06:12.227114 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [req-7ceaba92-4fcb-44e3-8e6f-7a141da882e2 req-174103f5-ed4b-4af5-a12c-6a58182bd8d7 service neutron] Request body: {'port': {'device_id': '134d1a43-f6e9-481b-891c-d9af293d39b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:06:12.285690 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-7ceaba92-4fcb-44e3-8e6f-7a141da882e2 req-174103f5-ed4b-4af5-a12c-6a58182bd8d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (50595964-603e-4437-8916-b082496f51bb), before_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:12.318378 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:06:12.429792 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:06:12.552362 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=44,neutron:UPDATE=3 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:06:12.553275 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=46,neutron:UPDATE=3 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:06:12.566897 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (f376d122-85a6-484a-a941-8f32d5a81e72), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:12.579003 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.notifiers.nova [req-7ceaba92-4fcb-44e3-8e6f-7a141da882e2 req-174103f5-ed4b-4af5-a12c-6a58182bd8d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50595964-603e-4437-8916-b082496f51bb {{(pid=110157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 15:06:12.586616 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-7ceaba92-4fcb-44e3-8e6f-7a141da882e2 req-174103f5-ed4b-4af5-a12c-6a58182bd8d7 service neutron] Publish callbacks [] for port (50595964-603e-4437-8916-b082496f51bb), precommit_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:12.600023 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.provisioning_blocks [req-7ceaba92-4fcb-44e3-8e6f-7a141da882e2 req-174103f5-ed4b-4af5-a12c-6a58182bd8d7 service neutron] Transition to ACTIVE for port object 50595964-603e-4437-8916-b082496f51bb will not be triggered until provisioned by entity L2. {{(pid=110157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 15:06:12.603686 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-7ceaba92-4fcb-44e3-8e6f-7a141da882e2 req-174103f5-ed4b-4af5-a12c-6a58182bd8d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13704156'] for port (50595964-603e-4437-8916-b082496f51bb), after_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:12.653416 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174103f5-ed4b-4af5-a12c-6a58182bd8d7 service neutron] Pushing event updated for resources: {'Port': ['ID=50595964-603e-4437-8916-b082496f51bb,revision_number=2']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:06:12.729754 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.managers [req-7ceaba92-4fcb-44e3-8e6f-7a141da882e2 req-174103f5-ed4b-4af5-a12c-6a58182bd8d7 service neutron] Attempting to bind port 50595964-603e-4437-8916-b082496f51bb on host hv-cinder-83998 for vnic_type normal with profile {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 15:06:12.730213 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.managers [req-7ceaba92-4fcb-44e3-8e6f-7a141da882e2 req-174103f5-ed4b-4af5-a12c-6a58182bd8d7 service neutron] Attempting to bind port 50595964-603e-4437-8916-b082496f51bb by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': 'f870025b-8517-4540-97f8-2c6c05109396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af259da3-6954-4c7e-8bc3-5252f5783ea7'}] {{(pid=110157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 15:06:12.730784 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ceaba92-4fcb-44e3-8e6f-7a141da882e2 req-174103f5-ed4b-4af5-a12c-6a58182bd8d7 service neutron] Attempting to bind port 50595964-603e-4437-8916-b082496f51bb on network af259da3-6954-4c7e-8bc3-5252f5783ea7 {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 15:06:12.735737 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ceaba92-4fcb-44e3-8e6f-7a141da882e2 req-174103f5-ed4b-4af5-a12c-6a58182bd8d7 service neutron] Port 50595964-603e-4437-8916-b082496f51bb on network af259da3-6954-4c7e-8bc3-5252f5783ea7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 15:06:12.736059 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ceaba92-4fcb-44e3-8e6f-7a141da882e2 req-174103f5-ed4b-4af5-a12c-6a58182bd8d7 service neutron] Attempting to bind port 50595964-603e-4437-8916-b082496f51bb on network af259da3-6954-4c7e-8bc3-5252f5783ea7 {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 15:06:12.741494 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ceaba92-4fcb-44e3-8e6f-7a141da882e2 req-174103f5-ed4b-4af5-a12c-6a58182bd8d7 service neutron] Checking agent: {'id': 'f376d122-85a6-484a-a941-8f32d5a81e72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 53, 39), 'started_at': datetime.datetime(2022, 5, 18, 14, 53, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 15, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 15:06:12.741853 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ceaba92-4fcb-44e3-8e6f-7a141da882e2 req-174103f5-ed4b-4af5-a12c-6a58182bd8d7 service neutron] Checking segment: {'id': 'f870025b-8517-4540-97f8-2c6c05109396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af259da3-6954-4c7e-8bc3-5252f5783ea7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 15:06:12.742227 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ceaba92-4fcb-44e3-8e6f-7a141da882e2 req-174103f5-ed4b-4af5-a12c-6a58182bd8d7 service neutron] Bound using segment: {'id': 'f870025b-8517-4540-97f8-2c6c05109396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af259da3-6954-4c7e-8bc3-5252f5783ea7'} {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 15:06:12.742655 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.managers [req-7ceaba92-4fcb-44e3-8e6f-7a141da882e2 req-174103f5-ed4b-4af5-a12c-6a58182bd8d7 service neutron] Bound port: 50595964-603e-4437-8916-b082496f51bb, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f870025b-8517-4540-97f8-2c6c05109396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af259da3-6954-4c7e-8bc3-5252f5783ea7'}}] {{(pid=110157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 15:06:12.743010 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-7ceaba92-4fcb-44e3-8e6f-7a141da882e2 req-174103f5-ed4b-4af5-a12c-6a58182bd8d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (50595964-603e-4437-8916-b082496f51bb), before_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:12.808968 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.db [req-7ceaba92-4fcb-44e3-8e6f-7a141da882e2 req-174103f5-ed4b-4af5-a12c-6a58182bd8d7 service neutron] For port 50595964-603e-4437-8916-b082496f51bb, host hv-cinder-83998, cleared binding levels {{(pid=110157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 15:06:12.812154 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.db [req-7ceaba92-4fcb-44e3-8e6f-7a141da882e2 req-174103f5-ed4b-4af5-a12c-6a58182bd8d7 service neutron] For port 50595964-603e-4437-8916-b082496f51bb, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=50595964-603e-4437-8916-b082496f51bb,segment=NetworkSegment(f870025b-8517-4540-97f8-2c6c05109396),segment_id=f870025b-8517-4540-97f8-2c6c05109396)] {{(pid=110157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 15:06:12.818818 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-7ceaba92-4fcb-44e3-8e6f-7a141da882e2 req-174103f5-ed4b-4af5-a12c-6a58182bd8d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13704156'] for port (50595964-603e-4437-8916-b082496f51bb), after_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:12.840970 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.agents_db [None req-a4aab2e5-b658-4b2c-9b1f-100bc6421b45 None None] Agent healthcheck: found 6 active agents {{(pid=110159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 15:06:12.855910 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceaba92-4fcb-44e3-8e6f-7a141da882e2 req-174103f5-ed4b-4af5-a12c-6a58182bd8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:06:12.855910 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-7ceaba92-4fcb-44e3-8e6f-7a141da882e2 req-174103f5-ed4b-4af5-a12c-6a58182bd8d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for port (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:12.857312 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7ceaba92-4fcb-44e3-8e6f-7a141da882e2 req-174103f5-ed4b-4af5-a12c-6a58182bd8d7 service neutron] 10.222.0.49 "PUT /v2.0/ports/50595964-603e-4437-8916-b082496f51bb HTTP/1.1" status: 200 len: 1093 time: 0.6777947 May 18 15:06:12.857904 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '134d1a43-f6e9-481b-891c-d9af293d39b3', 'tag': '50595964-603e-4437-8916-b082496f51bb'}] {{(pid=110157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 15:06:12.860789 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3614be4c33be7e0ed28fa23fdbb6a3604458632b91c0a79006a6fb45a0ea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff9cbde-ecec-450d-b253-2d4f5a04b654" -d '{"events": [{"name": "network-changed", "server_uuid": "134d1a43-f6e9-481b-891c-d9af293d39b3", "tag": "50595964-603e-4437-8916-b082496f51bb"}]}' {{(pid=110157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 15:06:12.887228 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174103f5-ed4b-4af5-a12c-6a58182bd8d7 service neutron] Pushing event updated for resources: {'Port': ['ID=50595964-603e-4437-8916-b082496f51bb,revision_number=3']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:06:12.964469 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceaba92-4fcb-44e3-8e6f-7a141da882e2 req-afc4c860-9713-4cd7-a6e0-3c546a3558b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:06:12.966167 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7ceaba92-4fcb-44e3-8e6f-7a141da882e2 req-afc4c860-9713-4cd7-a6e0-3c546a3558b6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=00895e40e4484304937344779ff6f048&device_id=134d1a43-f6e9-481b-891c-d9af293d39b3 HTTP/1.1" status: 200 len: 1127 time: 0.0503106 May 18 15:06:13.020143 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 15:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30ce690-48f7-40cf-90d5-538b833f266b x-openstack-request-id: req-d30ce690-48f7-40cf-90d5-538b833f266b {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 15:06:13.020435 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "134d1a43-f6e9-481b-891c-d9af293d39b3", "tag": "50595964-603e-4437-8916-b082496f51bb", "status": "completed", "code": 200}]} {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 15:06:13.020709 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d30ce690-48f7-40cf-90d5-538b833f266b {{(pid=110157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 15:06:13.021102 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d30ce690-48f7-40cf-90d5-538b833f266b'] response: {'name': 'network-changed', 'server_uuid': '134d1a43-f6e9-481b-891c-d9af293d39b3', 'tag': '50595964-603e-4437-8916-b082496f51bb', 'status': 'completed', 'code': 200} May 18 15:06:13.023947 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7ceaba92-4fcb-44e3-8e6f-7a141da882e2 req-f3033f79-31bd-42ca-88cd-db3cee42a0b7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=50595964-603e-4437-8916-b082496f51bb HTTP/1.1" status: 200 len: 217 time: 0.0460620 May 18 15:06:13.086843 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82e90f-203a-4d2c-9ee6-15176ba3a39c req-db87874a-f752-43f6-a19c-855ba08f6691 tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:06:13.088282 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1b82e90f-203a-4d2c-9ee6-15176ba3a39c req-db87874a-f752-43f6-a19c-855ba08f6691 tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] 10.222.0.59 "GET /v2.0/ports?device_id=134d1a43-f6e9-481b-891c-d9af293d39b3 HTTP/1.1" status: 200 len: 943 time: 0.1027372 May 18 15:06:13.115436 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceaba92-4fcb-44e3-8e6f-7a141da882e2 req-b03343a4-238d-4921-8f63-e16b61a701c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:06:13.116859 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7ceaba92-4fcb-44e3-8e6f-7a141da882e2 req-b03343a4-238d-4921-8f63-e16b61a701c4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c60e75cd-5868-462c-a406-1ee60a3390c7 HTTP/1.1" status: 200 len: 854 time: 0.0764720 May 18 15:06:13.163573 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7ceaba92-4fcb-44e3-8e6f-7a141da882e2 req-b25251bc-cc4b-47b7-a2a8-9b8201db460c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=af259da3-6954-4c7e-8bc3-5252f5783ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356383 May 18 15:06:13.167089 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1b82e90f-203a-4d2c-9ee6-15176ba3a39c req-93912a1e-da3f-47e8-890c-e2e9f7cf148f tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] 10.222.0.59 "GET /v2.0/security-groups?id=84a82c6a-cf29-4446-9782-0f79ab336511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729284 May 18 15:06:13.258668 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7ceaba92-4fcb-44e3-8e6f-7a141da882e2 req-f145ac96-b820-4d9e-a347-4dc31a4844dc service neutron] 10.222.0.49 "GET /v2.0/networks/af259da3-6954-4c7e-8bc3-5252f5783ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878229 May 18 15:06:13.312028 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:06:13.344590 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:06:13.349020 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7ceaba92-4fcb-44e3-8e6f-7a141da882e2 req-038fa97e-40ba-4cb2-9140-094c74b3de17 service neutron] 10.222.0.49 "GET /v2.0/networks/af259da3-6954-4c7e-8bc3-5252f5783ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840294 May 18 15:06:14.524962 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff9cbde-ecec-450d-b253-2d4f5a04b654 req-18dec030-e5a3-49b7-959c-5d532f62b0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:06:14.526387 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7ff9cbde-ecec-450d-b253-2d4f5a04b654 req-18dec030-e5a3-49b7-959c-5d532f62b0e0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=00895e40e4484304937344779ff6f048&device_id=134d1a43-f6e9-481b-891c-d9af293d39b3 HTTP/1.1" status: 200 len: 1127 time: 0.3175097 May 18 15:06:14.546555 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4589f-d72e-4e45-b7b0-3271ad7207df req-20bd50a4-534f-4bdd-a351-d570a2809577 tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:06:14.547906 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0dd4589f-d72e-4e45-b7b0-3271ad7207df req-20bd50a4-534f-4bdd-a351-d570a2809577 tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] 10.222.0.59 "GET /v2.0/ports?device_id=134d1a43-f6e9-481b-891c-d9af293d39b3 HTTP/1.1" status: 200 len: 943 time: 0.3077047 May 18 15:06:14.649633 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0dd4589f-d72e-4e45-b7b0-3271ad7207df req-2d65453b-d89f-4958-a304-187f888c5b06 tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] 10.222.0.59 "GET /v2.0/security-groups?id=84a82c6a-cf29-4446-9782-0f79ab336511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906138 May 18 15:06:14.662620 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff9cbde-ecec-450d-b253-2d4f5a04b654 req-19741d05-7620-4a14-a04c-ca241fe5eb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:06:14.664072 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7ff9cbde-ecec-450d-b253-2d4f5a04b654 req-19741d05-7620-4a14-a04c-ca241fe5eb36 service neutron] 10.222.0.49 "GET /v2.0/networks?id=af259da3-6954-4c7e-8bc3-5252f5783ea7 HTTP/1.1" status: 200 len: 915 time: 0.1298540 May 18 15:06:14.705077 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7ff9cbde-ecec-450d-b253-2d4f5a04b654 req-69dc0859-3d63-4c72-912c-4b49238df0c7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=50595964-603e-4437-8916-b082496f51bb HTTP/1.1" status: 200 len: 217 time: 0.0322728 May 18 15:06:14.752974 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff9cbde-ecec-450d-b253-2d4f5a04b654 req-5e5712f5-fe19-4810-989e-8dd662659bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:06:14.754361 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7ff9cbde-ecec-450d-b253-2d4f5a04b654 req-5e5712f5-fe19-4810-989e-8dd662659bc8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c60e75cd-5868-462c-a406-1ee60a3390c7 HTTP/1.1" status: 200 len: 854 time: 0.0432632 May 18 15:06:14.786792 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7ff9cbde-ecec-450d-b253-2d4f5a04b654 req-9807bccb-c2e3-42a5-b506-ef70533b37ff service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=af259da3-6954-4c7e-8bc3-5252f5783ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256031 May 18 15:06:14.880680 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7ff9cbde-ecec-450d-b253-2d4f5a04b654 req-9726779a-d845-44da-ab4a-6c7ce99b522e service neutron] 10.222.0.49 "GET /v2.0/networks/af259da3-6954-4c7e-8bc3-5252f5783ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861177 May 18 15:06:14.973982 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7ff9cbde-ecec-450d-b253-2d4f5a04b654 req-55e2fd2b-bb84-4506-9933-190a25832621 service neutron] 10.222.0.49 "GET /v2.0/networks/af259da3-6954-4c7e-8bc3-5252f5783ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871246 May 18 15:06:15.769384 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec10ee36-e594-4a52-97a5-00eb9791ba63 req-7d2751d9-830c-4c1c-b6ff-38dde0bed852 tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:06:15.770838 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ec10ee36-e594-4a52-97a5-00eb9791ba63 req-7d2751d9-830c-4c1c-b6ff-38dde0bed852 tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] 10.222.0.59 "GET /v2.0/ports?device_id=134d1a43-f6e9-481b-891c-d9af293d39b3 HTTP/1.1" status: 200 len: 943 time: 0.0474987 May 18 15:06:15.817338 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ec10ee36-e594-4a52-97a5-00eb9791ba63 req-0dbfcd37-f052-4710-b96a-bddf67161943 tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] 10.222.0.59 "GET /v2.0/security-groups?id=84a82c6a-cf29-4446-9782-0f79ab336511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408916 May 18 15:06:16.000894 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=76,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:06:16.001692 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:06:16.116978 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device 50595964-603e-4437-8916-b082496f51bb details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=110158) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 15:06:16.224286 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port 50595964-603e-4437-8916-b082496f51bb, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=50595964-603e-4437-8916-b082496f51bb,segment=NetworkSegment(f870025b-8517-4540-97f8-2c6c05109396),segment_id=f870025b-8517-4540-97f8-2c6c05109396)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:06:16.235937 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Returning: {'device': '50595964-603e-4437-8916-b082496f51bb', 'network_id': 'af259da3-6954-4c7e-8bc3-5252f5783ea7', 'port_id': '50595964-603e-4437-8916-b082496f51bb', 'mac_address': 'fa:16:3e:8b:5c:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c60e75cd-5868-462c-a406-1ee60a3390c7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110158) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 15:06:16.270846 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Current status of the port 50595964-603e-4437-8916-b082496f51bb is: DOWN; New status is: BUILD {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 15:06:16.271343 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (50595964-603e-4437-8916-b082496f51bb), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:16.284681 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-87478dd7-057c-4e5e-a5b0-ea2bdf2a3c36 req-c532831b-0d86-4de9-92a6-0a424ed9d310 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1025458164&fields=id&tenant_id=d2f3dc5d9c6648c79267f71b5a86f249 HTTP/1.1" status: 200 len: 267 time: 0.0450659 May 18 15:06:16.284906 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50595964-603e-4437-8916-b082496f51bb {{(pid=110158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 15:06:16.304909 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port 50595964-603e-4437-8916-b082496f51bb, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=50595964-603e-4437-8916-b082496f51bb,segment=NetworkSegment(f870025b-8517-4540-97f8-2c6c05109396),segment_id=f870025b-8517-4540-97f8-2c6c05109396)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:06:16.308870 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (50595964-603e-4437-8916-b082496f51bb), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:16.359197 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Pushing event updated for resources: {'Port': ['ID=50595964-603e-4437-8916-b082496f51bb,revision_number=4']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:06:16.397789 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87478dd7-057c-4e5e-a5b0-ea2bdf2a3c36 req-96862d37-30d1-4869-ab0b-5dff33d86278 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:06:16.399251 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-87478dd7-057c-4e5e-a5b0-ea2bdf2a3c36 req-96862d37-30d1-4869-ab0b-5dff33d86278 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/networks?id=19da6af6-a529-4bd8-858e-9cc319b37384 HTTP/1.1" status: 200 len: 810 time: 0.1079750 May 18 15:06:16.414618 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-87478dd7-057c-4e5e-a5b0-ea2bdf2a3c36 req-de5ffb90-842a-4da7-99aa-130285c3bba9 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/quotas/d2f3dc5d9c6648c79267f71b5a86f249 HTTP/1.1" status: 200 len: 375 time: 0.0098493 May 18 15:06:16.481093 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-87478dd7-057c-4e5e-a5b0-ea2bdf2a3c36 req-c938e6b2-741f-44c4-9e98-7b8846674109 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d2f3dc5d9c6648c79267f71b5a86f249&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0607710 May 18 15:06:16.539383 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [req-87478dd7-057c-4e5e-a5b0-ea2bdf2a3c36 req-56daf3e9-445f-4536-8d98-3f577550c0dc service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110157) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 18 15:06:16.540375 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-87478dd7-057c-4e5e-a5b0-ea2bdf2a3c36 req-56daf3e9-445f-4536-8d98-3f577550c0dc service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0474691 May 18 15:06:16.600141 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] get_ports_and_sgs() called for port_ids ['50595964-603e-4437-8916-b082496f51bb'] {{(pid=110158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 15:06:16.635114 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-87478dd7-057c-4e5e-a5b0-ea2bdf2a3c36 req-15710735-836b-458c-a27a-0a20318727ad service neutron] 10.222.0.59 "GET /v2.0/networks/19da6af6-a529-4bd8-858e-9cc319b37384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888126 May 18 15:06:16.702680 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:06:16.726110 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-87478dd7-057c-4e5e-a5b0-ea2bdf2a3c36 req-2ed66e34-6f56-4f85-b579-01f31d4c265b service neutron] 10.222.0.59 "GET /v2.0/networks/19da6af6-a529-4bd8-858e-9cc319b37384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845833 May 18 15:06:16.926045 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:06:16.939277 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc78c3-a8a5-4eb8-968b-cad3a0d5610c req-558967f7-a87b-4a19-a5d2-0263821faa43 tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:06:16.945063 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-14bc78c3-a8a5-4eb8-968b-cad3a0d5610c req-558967f7-a87b-4a19-a5d2-0263821faa43 tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] 10.222.0.59 "GET /v2.0/ports?device_id=134d1a43-f6e9-481b-891c-d9af293d39b3 HTTP/1.1" status: 200 len: 944 time: 0.0589180 May 18 15:06:16.997702 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-14bc78c3-a8a5-4eb8-968b-cad3a0d5610c req-8b137526-1753-4402-a5f6-3c06411f474f tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] 10.222.0.59 "GET /v2.0/security-groups?id=84a82c6a-cf29-4446-9782-0f79ab336511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511043 May 18 15:06:17.026092 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6250db4a-e651-4c3a-b030-1ee521ddd2ec req-ce1d0d7a-fc17-4a33-aaa0-41199b0b9b80 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/ports?device_id=366e5a82-fcc6-43b2-bee6-18a102900b29 HTTP/1.1" status: 200 len: 210 time: 0.0322077 May 18 15:06:18.008238 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87478dd7-057c-4e5e-a5b0-ea2bdf2a3c36 req-e29647e6-998d-4ee8-aed9-21ce4432cdfc tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:06:18.009755 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-87478dd7-057c-4e5e-a5b0-ea2bdf2a3c36 req-e29647e6-998d-4ee8-aed9-21ce4432cdfc tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.49 "GET /v2.0/networks?id=19da6af6-a529-4bd8-858e-9cc319b37384 HTTP/1.1" status: 200 len: 810 time: 0.1085958 May 18 15:06:18.102415 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-87478dd7-057c-4e5e-a5b0-ea2bdf2a3c36 req-c32aece9-060e-42e8-8cfe-a14dc8bbabd7 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2f3dc5d9c6648c79267f71b5a86f249 HTTP/1.1" status: 200 len: 380 time: 0.0784996 May 18 15:06:18.116088 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device 50595964-603e-4437-8916-b082496f51bb up at agent hyperv_hv-cinder-83998 {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 15:06:18.134373 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [req-87478dd7-057c-4e5e-a5b0-ea2bdf2a3c36 req-6c7d9044-2540-4887-b50d-9c944f8b48e1 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Request body: {'port': {'device_id': '366e5a82-fcc6-43b2-bee6-18a102900b29', 'network_id': '19da6af6-a529-4bd8-858e-9cc319b37384', 'admin_state_up': True, 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'security_groups': ['6cbe187f-440f-4228-8e53-1401efa51829']}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:06:18.163841 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Provisioning for port 50595964-603e-4437-8916-b082496f51bb completed by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 15:06:18.169496 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Provisioning complete for port 50595964-603e-4437-8916-b082496f51bb triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 15:06:18.169964 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (50595964-603e-4437-8916-b082496f51bb), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:18.207360 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef7e0e-2cd3-4dcb-8ca8-57e74b89490d req-f1f9e386-a25b-40d0-acb7-14b1d0e45cfe tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:06:18.208898 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d2ef7e0e-2cd3-4dcb-8ca8-57e74b89490d req-f1f9e386-a25b-40d0-acb7-14b1d0e45cfe tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] 10.222.0.59 "GET /v2.0/ports?device_id=134d1a43-f6e9-481b-891c-d9af293d39b3 HTTP/1.1" status: 200 len: 944 time: 0.1268780 May 18 15:06:18.210423 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-a3182e62-9159-49ca-aade-762e5c74f0a5 req-bde28bdd-f4b6-496b-b95d-d2db3c40ea47 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/ports?device_id=366e5a82-fcc6-43b2-bee6-18a102900b29 HTTP/1.1" status: 200 len: 210 time: 0.0917993 May 18 15:06:18.254068 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Current status of the port 50595964-603e-4437-8916-b082496f51bb is: BUILD; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 15:06:18.254494 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (50595964-603e-4437-8916-b082496f51bb), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:18.279310 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '134d1a43-f6e9-481b-891c-d9af293d39b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50595964-603e-4437-8916-b082496f51bb'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 15:06:18.281856 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62dae43363b0d9fbe88fecb50d2dfb4fafe72539e0e1d03116e82a6fdda86ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fadd9c03-8689-4953-9f1a-b105ae4cab12" -d '{"events": [{"server_uuid": "134d1a43-f6e9-481b-891c-d9af293d39b3", "name": "network-vif-plugged", "status": "completed", "tag": "50595964-603e-4437-8916-b082496f51bb"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 15:06:18.285420 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d2ef7e0e-2cd3-4dcb-8ca8-57e74b89490d req-290cb1a6-1d93-4335-a33c-eba144b71983 tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] 10.222.0.59 "GET /v2.0/security-groups?id=84a82c6a-cf29-4446-9782-0f79ab336511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666556 May 18 15:06:18.299835 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port 50595964-603e-4437-8916-b082496f51bb, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=50595964-603e-4437-8916-b082496f51bb,segment=NetworkSegment(f870025b-8517-4540-97f8-2c6c05109396),segment_id=f870025b-8517-4540-97f8-2c6c05109396)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:06:18.306550 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (50595964-603e-4437-8916-b082496f51bb), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:18.316400 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87478dd7-057c-4e5e-a5b0-ea2bdf2a3c36 req-6c7d9044-2540-4887-b50d-9c944f8b48e1 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Made reservation on behalf of d2f3dc5d9c6648c79267f71b5a86f249 for: {'port': 1} {{(pid=110157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 15:06:18.319867 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-87478dd7-057c-4e5e-a5b0-ea2bdf2a3c36 req-6c7d9044-2540-4887-b50d-9c944f8b48e1 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:18.365133 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Pushing event updated for resources: {'Port': ['ID=50595964-603e-4437-8916-b082496f51bb,revision_number=5']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:06:18.405350 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 15:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07da664-8c70-4d4e-97e6-a8cd6b14177c x-openstack-request-id: req-b07da664-8c70-4d4e-97e6-a8cd6b14177c {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 15:06:18.405666 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "134d1a43-f6e9-481b-891c-d9af293d39b3", "name": "network-vif-plugged", "status": "completed", "tag": "50595964-603e-4437-8916-b082496f51bb", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 15:06:18.406539 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b07da664-8c70-4d4e-97e6-a8cd6b14177c {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 15:06:18.406939 dv-cinder-839987-7-iscsi neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b07da664-8c70-4d4e-97e6-a8cd6b14177c'] response: {'server_uuid': '134d1a43-f6e9-481b-891c-d9af293d39b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50595964-603e-4437-8916-b082496f51bb', 'code': 200} May 18 15:06:18.460482 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.db_base_plugin_common [req-87478dd7-057c-4e5e-a5b0-ea2bdf2a3c36 req-6c7d9044-2540-4887-b50d-9c944f8b48e1 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Allocated IP 172.20.0.12 (19da6af6-a529-4bd8-858e-9cc319b37384/207e26a7-c20a-4ebc-a1ff-b0586cec622c/9a2aa193-61d5-49e1-874d-e6b962c370c9) {{(pid=110157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 15:06:18.618249 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b6a079-daa1-4978-973a-6b02c8742cea req-e7dbc81e-ea20-49b1-a209-1e8570d76105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:06:18.620314 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-48b6a079-daa1-4978-973a-6b02c8742cea req-e7dbc81e-ea20-49b1-a209-1e8570d76105 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=134d1a43-f6e9-481b-891c-d9af293d39b3 HTTP/1.1" status: 200 len: 1129 time: 0.0445645 May 18 15:06:18.626529 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-87478dd7-057c-4e5e-a5b0-ea2bdf2a3c36 req-6c7d9044-2540-4887-b50d-9c944f8b48e1 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks [] for port (9a2aa193-61d5-49e1-874d-e6b962c370c9), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:18.662019 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-87478dd7-057c-4e5e-a5b0-ea2bdf2a3c36 req-6c7d9044-2540-4887-b50d-9c944f8b48e1 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13704171'] for port (9a2aa193-61d5-49e1-874d-e6b962c370c9), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:18.672110 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-48b6a079-daa1-4978-973a-6b02c8742cea req-8e931872-6107-4212-b821-72680f672a97 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=84a82c6a-cf29-4446-9782-0f79ab336511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432341 May 18 15:06:18.698506 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:06:18.706899 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:06:18.710851 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87478dd7-057c-4e5e-a5b0-ea2bdf2a3c36 req-6c7d9044-2540-4887-b50d-9c944f8b48e1 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Network 19da6af6-a529-4bd8-858e-9cc319b37384 is already hosted by enough agents. {{(pid=110157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 15:06:18.715010 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.base_scheduler [req-87478dd7-057c-4e5e-a5b0-ea2bdf2a3c36 req-6c7d9044-2540-4887-b50d-9c944f8b48e1 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Resources bound (agent type, host, resource id): {{(pid=110157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 15:06:18.719395 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.l3_dvrscheduler_db [req-87478dd7-057c-4e5e-a5b0-ea2bdf2a3c36 req-6c7d9044-2540-4887-b50d-9c944f8b48e1 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Received port after_create {{(pid=110157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 15:06:18.744301 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7d9044-2540-4887-b50d-9c944f8b48e1 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Pushing event updated for resources: {'Port': ['ID=9a2aa193-61d5-49e1-874d-e6b962c370c9,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:06:18.775345 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87478dd7-057c-4e5e-a5b0-ea2bdf2a3c36 req-6c7d9044-2540-4887-b50d-9c944f8b48e1 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:06:18.775919 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-87478dd7-057c-4e5e-a5b0-ea2bdf2a3c36 req-6c7d9044-2540-4887-b50d-9c944f8b48e1 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for port (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:18.793302 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-87478dd7-057c-4e5e-a5b0-ea2bdf2a3c36 req-6c7d9044-2540-4887-b50d-9c944f8b48e1 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6734760 May 18 15:06:18.964899 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-528aa594-259d-41fe-9cdc-c274b274317b None None] Provisioning complete for port 9a2aa193-61d5-49e1-874d-e6b962c370c9 triggered by entity DHCP. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 15:06:18.965234 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-528aa594-259d-41fe-9cdc-c274b274317b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (9a2aa193-61d5-49e1-874d-e6b962c370c9), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:18.997257 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-528aa594-259d-41fe-9cdc-c274b274317b None None] Port 9a2aa193-61d5-49e1-874d-e6b962c370c9 cannot update to ACTIVE because it is not bound. {{(pid=110158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 15:06:19.010603 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [req-87478dd7-057c-4e5e-a5b0-ea2bdf2a3c36 req-08013929-44ff-43b4-b9ae-910cb8fd6f56 service neutron] Request body: {'port': {'device_id': '366e5a82-fcc6-43b2-bee6-18a102900b29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:06:19.072028 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-87478dd7-057c-4e5e-a5b0-ea2bdf2a3c36 req-08013929-44ff-43b4-b9ae-910cb8fd6f56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (9a2aa193-61d5-49e1-874d-e6b962c370c9), before_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:19.174280 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:06:19.181322 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:06:19.346972 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa9097-bde0-412d-961b-00376d2bb72a req-8c78a52a-59a6-4cbd-9ada-685248368863 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:06:19.348490 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-98fa9097-bde0-412d-961b-00376d2bb72a req-8c78a52a-59a6-4cbd-9ada-685248368863 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/ports?device_id=366e5a82-fcc6-43b2-bee6-18a102900b29 HTTP/1.1" status: 200 len: 932 time: 0.0637529 May 18 15:06:19.483228 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-98fa9097-bde0-412d-961b-00376d2bb72a req-e2e8c7b0-1e85-4ced-8a87-5264afed35b9 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cbe187f-440f-4228-8e53-1401efa51829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160381 May 18 15:06:19.492263 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.notifiers.nova [req-87478dd7-057c-4e5e-a5b0-ea2bdf2a3c36 req-08013929-44ff-43b4-b9ae-910cb8fd6f56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a2aa193-61d5-49e1-874d-e6b962c370c9 {{(pid=110157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 15:06:19.502246 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d909ac-67e6-43da-b669-02ae229c7cd0 req-e158e284-722f-4855-815f-0b5482b27899 tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:06:19.503702 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-36d909ac-67e6-43da-b669-02ae229c7cd0 req-e158e284-722f-4855-815f-0b5482b27899 tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] 10.222.0.59 "GET /v2.0/ports?device_id=134d1a43-f6e9-481b-891c-d9af293d39b3 HTTP/1.1" status: 200 len: 945 time: 0.1003616 May 18 15:06:19.507752 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-87478dd7-057c-4e5e-a5b0-ea2bdf2a3c36 req-08013929-44ff-43b4-b9ae-910cb8fd6f56 service neutron] Publish callbacks [] for port (9a2aa193-61d5-49e1-874d-e6b962c370c9), precommit_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:19.535372 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.provisioning_blocks [req-87478dd7-057c-4e5e-a5b0-ea2bdf2a3c36 req-08013929-44ff-43b4-b9ae-910cb8fd6f56 service neutron] Transition to ACTIVE for port object 9a2aa193-61d5-49e1-874d-e6b962c370c9 will not be triggered until provisioned by entity L2. {{(pid=110157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 15:06:19.539926 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-87478dd7-057c-4e5e-a5b0-ea2bdf2a3c36 req-08013929-44ff-43b4-b9ae-910cb8fd6f56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13704156'] for port (9a2aa193-61d5-49e1-874d-e6b962c370c9), after_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:19.600468 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-36d909ac-67e6-43da-b669-02ae229c7cd0 req-07fbe74f-2252-4228-b461-bb19eee031c2 tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] 10.222.0.59 "GET /v2.0/security-groups?id=84a82c6a-cf29-4446-9782-0f79ab336511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901301 May 18 15:06:19.613574 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08013929-44ff-43b4-b9ae-910cb8fd6f56 service neutron] Pushing event updated for resources: {'Port': ['ID=9a2aa193-61d5-49e1-874d-e6b962c370c9,revision_number=2']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:06:19.688950 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.managers [req-87478dd7-057c-4e5e-a5b0-ea2bdf2a3c36 req-08013929-44ff-43b4-b9ae-910cb8fd6f56 service neutron] Attempting to bind port 9a2aa193-61d5-49e1-874d-e6b962c370c9 on host hv-cinder-83998 for vnic_type normal with profile {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 15:06:19.689313 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.managers [req-87478dd7-057c-4e5e-a5b0-ea2bdf2a3c36 req-08013929-44ff-43b4-b9ae-910cb8fd6f56 service neutron] Attempting to bind port 9a2aa193-61d5-49e1-874d-e6b962c370c9 by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': '581026d7-1ed0-43a5-8cc8-04eff6757853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '19da6af6-a529-4bd8-858e-9cc319b37384'}] {{(pid=110157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 15:06:19.689643 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87478dd7-057c-4e5e-a5b0-ea2bdf2a3c36 req-08013929-44ff-43b4-b9ae-910cb8fd6f56 service neutron] Attempting to bind port 9a2aa193-61d5-49e1-874d-e6b962c370c9 on network 19da6af6-a529-4bd8-858e-9cc319b37384 {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 15:06:19.694768 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87478dd7-057c-4e5e-a5b0-ea2bdf2a3c36 req-08013929-44ff-43b4-b9ae-910cb8fd6f56 service neutron] Port 9a2aa193-61d5-49e1-874d-e6b962c370c9 on network 19da6af6-a529-4bd8-858e-9cc319b37384 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 15:06:19.695090 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87478dd7-057c-4e5e-a5b0-ea2bdf2a3c36 req-08013929-44ff-43b4-b9ae-910cb8fd6f56 service neutron] Attempting to bind port 9a2aa193-61d5-49e1-874d-e6b962c370c9 on network 19da6af6-a529-4bd8-858e-9cc319b37384 {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 15:06:19.700880 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87478dd7-057c-4e5e-a5b0-ea2bdf2a3c36 req-08013929-44ff-43b4-b9ae-910cb8fd6f56 service neutron] Checking agent: {'id': 'f376d122-85a6-484a-a941-8f32d5a81e72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 53, 39), 'started_at': datetime.datetime(2022, 5, 18, 14, 53, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 15, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 15:06:19.701222 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87478dd7-057c-4e5e-a5b0-ea2bdf2a3c36 req-08013929-44ff-43b4-b9ae-910cb8fd6f56 service neutron] Checking segment: {'id': '581026d7-1ed0-43a5-8cc8-04eff6757853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '19da6af6-a529-4bd8-858e-9cc319b37384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 15:06:19.701610 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87478dd7-057c-4e5e-a5b0-ea2bdf2a3c36 req-08013929-44ff-43b4-b9ae-910cb8fd6f56 service neutron] Bound using segment: {'id': '581026d7-1ed0-43a5-8cc8-04eff6757853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '19da6af6-a529-4bd8-858e-9cc319b37384'} {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 15:06:19.702047 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.managers [req-87478dd7-057c-4e5e-a5b0-ea2bdf2a3c36 req-08013929-44ff-43b4-b9ae-910cb8fd6f56 service neutron] Bound port: 9a2aa193-61d5-49e1-874d-e6b962c370c9, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '581026d7-1ed0-43a5-8cc8-04eff6757853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '19da6af6-a529-4bd8-858e-9cc319b37384'}}] {{(pid=110157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 15:06:19.702407 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-87478dd7-057c-4e5e-a5b0-ea2bdf2a3c36 req-08013929-44ff-43b4-b9ae-910cb8fd6f56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (9a2aa193-61d5-49e1-874d-e6b962c370c9), before_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:19.745821 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:06:19.770010 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:06:19.771613 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.db [req-87478dd7-057c-4e5e-a5b0-ea2bdf2a3c36 req-08013929-44ff-43b4-b9ae-910cb8fd6f56 service neutron] For port 9a2aa193-61d5-49e1-874d-e6b962c370c9, host hv-cinder-83998, cleared binding levels {{(pid=110157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 15:06:19.775165 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.db [req-87478dd7-057c-4e5e-a5b0-ea2bdf2a3c36 req-08013929-44ff-43b4-b9ae-910cb8fd6f56 service neutron] For port 9a2aa193-61d5-49e1-874d-e6b962c370c9, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=9a2aa193-61d5-49e1-874d-e6b962c370c9,segment=NetworkSegment(581026d7-1ed0-43a5-8cc8-04eff6757853),segment_id=581026d7-1ed0-43a5-8cc8-04eff6757853)] {{(pid=110157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 15:06:19.782821 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-87478dd7-057c-4e5e-a5b0-ea2bdf2a3c36 req-08013929-44ff-43b4-b9ae-910cb8fd6f56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13704156'] for port (9a2aa193-61d5-49e1-874d-e6b962c370c9), after_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:19.827003 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87478dd7-057c-4e5e-a5b0-ea2bdf2a3c36 req-08013929-44ff-43b4-b9ae-910cb8fd6f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:06:19.827728 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-87478dd7-057c-4e5e-a5b0-ea2bdf2a3c36 req-08013929-44ff-43b4-b9ae-910cb8fd6f56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for port (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:19.829221 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-87478dd7-057c-4e5e-a5b0-ea2bdf2a3c36 req-08013929-44ff-43b4-b9ae-910cb8fd6f56 service neutron] 10.222.0.49 "PUT /v2.0/ports/9a2aa193-61d5-49e1-874d-e6b962c370c9 HTTP/1.1" status: 200 len: 1094 time: 0.8228600 May 18 15:06:19.829688 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '366e5a82-fcc6-43b2-bee6-18a102900b29', 'tag': '9a2aa193-61d5-49e1-874d-e6b962c370c9'}] {{(pid=110157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 15:06:19.831906 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3614be4c33be7e0ed28fa23fdbb6a3604458632b91c0a79006a6fb45a0ea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2983e145-398e-4f57-a710-f140e64b9423" -d '{"events": [{"name": "network-changed", "server_uuid": "366e5a82-fcc6-43b2-bee6-18a102900b29", "tag": "9a2aa193-61d5-49e1-874d-e6b962c370c9"}]}' {{(pid=110157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 15:06:19.851443 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08013929-44ff-43b4-b9ae-910cb8fd6f56 service neutron] Pushing event updated for resources: {'Port': ['ID=9a2aa193-61d5-49e1-874d-e6b962c370c9,revision_number=3']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:06:19.869601 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 15:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bec68c3-a8bf-403c-b33e-c5005d44bd4d x-openstack-request-id: req-6bec68c3-a8bf-403c-b33e-c5005d44bd4d {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 15:06:19.869896 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "366e5a82-fcc6-43b2-bee6-18a102900b29", "tag": "9a2aa193-61d5-49e1-874d-e6b962c370c9", "status": "completed", "code": 200}]} {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 15:06:19.870146 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6bec68c3-a8bf-403c-b33e-c5005d44bd4d {{(pid=110157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 15:06:19.870577 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bec68c3-a8bf-403c-b33e-c5005d44bd4d'] response: {'name': 'network-changed', 'server_uuid': '366e5a82-fcc6-43b2-bee6-18a102900b29', 'tag': '9a2aa193-61d5-49e1-874d-e6b962c370c9', 'status': 'completed', 'code': 200} May 18 15:06:20.171103 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2983e145-398e-4f57-a710-f140e64b9423 req-90b8a36e-cf64-4952-b6ac-56e4ee9cc777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:06:20.173428 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2983e145-398e-4f57-a710-f140e64b9423 req-90b8a36e-cf64-4952-b6ac-56e4ee9cc777 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d2f3dc5d9c6648c79267f71b5a86f249&device_id=366e5a82-fcc6-43b2-bee6-18a102900b29 HTTP/1.1" status: 200 len: 1128 time: 0.0454755 May 18 15:06:20.281426 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2983e145-398e-4f57-a710-f140e64b9423 req-872c1a3f-785f-4e51-a37a-19b7648dfd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:06:20.282909 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2983e145-398e-4f57-a710-f140e64b9423 req-872c1a3f-785f-4e51-a37a-19b7648dfd64 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=d2f3dc5d9c6648c79267f71b5a86f249&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0970290 May 18 15:06:20.380390 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2983e145-398e-4f57-a710-f140e64b9423 req-2bebb2ff-9957-4595-a705-09462c6c2615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:06:20.381814 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2983e145-398e-4f57-a710-f140e64b9423 req-2bebb2ff-9957-4595-a705-09462c6c2615 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933499 May 18 15:06:20.477879 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87478dd7-057c-4e5e-a5b0-ea2bdf2a3c36 req-c9bce8e2-56ae-490d-9b8d-a0f3854031ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:06:20.479354 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-87478dd7-057c-4e5e-a5b0-ea2bdf2a3c36 req-c9bce8e2-56ae-490d-9b8d-a0f3854031ca service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d2f3dc5d9c6648c79267f71b5a86f249&device_id=366e5a82-fcc6-43b2-bee6-18a102900b29 HTTP/1.1" status: 200 len: 1128 time: 0.0400796 May 18 15:06:20.526844 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-87478dd7-057c-4e5e-a5b0-ea2bdf2a3c36 req-fbd53397-f30f-4876-ab47-e2f546ffb7b7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a2aa193-61d5-49e1-874d-e6b962c370c9 HTTP/1.1" status: 200 len: 217 time: 0.0359917 May 18 15:06:20.528265 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-143ab0f1-8612-4119-ab6a-e4758cb456bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (7afc6fe8-d13b-4fd3-bc99-e9efab9a141d), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:20.609621 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87478dd7-057c-4e5e-a5b0-ea2bdf2a3c36 req-bb4e5732-9d1e-45ff-a428-a7d6349a99a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:06:20.611090 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-87478dd7-057c-4e5e-a5b0-ea2bdf2a3c36 req-bb4e5732-9d1e-45ff-a428-a7d6349a99a5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=207e26a7-c20a-4ebc-a1ff-b0586cec622c HTTP/1.1" status: 200 len: 849 time: 0.0778975 May 18 15:06:20.617206 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a72db2-025f-4af4-a759-c0453719083f req-e0557d22-439f-40db-b976-8ea6cfb7ecb1 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:06:20.618554 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-49a72db2-025f-4af4-a759-c0453719083f req-e0557d22-439f-40db-b976-8ea6cfb7ecb1 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/ports?device_id=366e5a82-fcc6-43b2-bee6-18a102900b29 HTTP/1.1" status: 200 len: 944 time: 0.0587316 May 18 15:06:20.676055 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87478dd7-057c-4e5e-a5b0-ea2bdf2a3c36 req-553d776b-7646-4b3b-bf88-33c5795c7227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:06:20.677635 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-87478dd7-057c-4e5e-a5b0-ea2bdf2a3c36 req-553d776b-7646-4b3b-bf88-33c5795c7227 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=19da6af6-a529-4bd8-858e-9cc319b37384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0582340 May 18 15:06:20.773524 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-49a72db2-025f-4af4-a759-c0453719083f req-ea564e81-5e5a-4522-9849-b3f31e21b7eb tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cbe187f-440f-4228-8e53-1401efa51829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458020 May 18 15:06:20.793683 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba281bef-9f06-4fbc-9cfa-8f3bf160fb84 req-522a4016-c2ad-4ee4-9dd4-9dd997a4be7b tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:06:20.795157 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ba281bef-9f06-4fbc-9cfa-8f3bf160fb84 req-522a4016-c2ad-4ee4-9dd4-9dd997a4be7b tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] 10.222.0.59 "GET /v2.0/ports?device_id=134d1a43-f6e9-481b-891c-d9af293d39b3 HTTP/1.1" status: 200 len: 945 time: 0.1084163 May 18 15:06:20.855414 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-87478dd7-057c-4e5e-a5b0-ea2bdf2a3c36 req-85e6a6f9-c759-47f3-ab3c-316fc160a401 service neutron] 10.222.0.49 "GET /v2.0/networks/19da6af6-a529-4bd8-858e-9cc319b37384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696694 May 18 15:06:20.883412 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ba281bef-9f06-4fbc-9cfa-8f3bf160fb84 req-3385666b-108f-497f-9018-503a464b4fdf tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] 10.222.0.59 "GET /v2.0/security-groups?id=84a82c6a-cf29-4446-9782-0f79ab336511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815561 May 18 15:06:20.953027 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-87478dd7-057c-4e5e-a5b0-ea2bdf2a3c36 req-9224edba-c203-4c6b-82a9-6f335d897e01 service neutron] 10.222.0.49 "GET /v2.0/networks/19da6af6-a529-4bd8-858e-9cc319b37384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922344 May 18 15:06:21.895541 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72053a5-a429-443b-9d39-946549439260 req-eda27e8e-fcad-41ac-b817-661b591befc8 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:06:21.897076 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-c72053a5-a429-443b-9d39-946549439260 req-eda27e8e-fcad-41ac-b817-661b591befc8 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/ports?device_id=366e5a82-fcc6-43b2-bee6-18a102900b29 HTTP/1.1" status: 200 len: 944 time: 0.0518425 May 18 15:06:21.948377 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-c72053a5-a429-443b-9d39-946549439260 req-99dd7223-9e66-4589-868d-30e51b1c7a57 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cbe187f-440f-4228-8e53-1401efa51829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454977 May 18 15:06:22.944851 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d996b5ae-2330-4fe7-8592-e3a7d0aa2631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (a5518e17-d4a6-403f-b34f-0fa3d03f1833), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:23.060693 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64af21e-c433-4066-aa43-f97a39af4c33 req-07800ec9-22c4-4430-97ff-3a86f5576edc tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:06:23.062699 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f64af21e-c433-4066-aa43-f97a39af4c33 req-07800ec9-22c4-4430-97ff-3a86f5576edc tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/ports?device_id=366e5a82-fcc6-43b2-bee6-18a102900b29 HTTP/1.1" status: 200 len: 944 time: 0.0479958 May 18 15:06:23.082934 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:06:23.113854 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f64af21e-c433-4066-aa43-f97a39af4c33 req-ee3ff4b4-0360-48b9-b455-2f64be3ee1c6 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cbe187f-440f-4228-8e53-1401efa51829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455194 May 18 15:06:24.024603 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-50f4e27f-5619-452e-9630-0448ff5d9157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (0f4dbee4-4999-4f30-b578-59222d25f53e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:24.192350 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:06:24.230375 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6b8ac-df48-4964-b701-f39429ebaa49 req-0e1345af-00dd-4d81-9723-cf4d0bd004a9 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:06:24.231868 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-b1a6b8ac-df48-4964-b701-f39429ebaa49 req-0e1345af-00dd-4d81-9723-cf4d0bd004a9 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/ports?device_id=366e5a82-fcc6-43b2-bee6-18a102900b29 HTTP/1.1" status: 200 len: 944 time: 0.0503342 May 18 15:06:24.295327 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-b1a6b8ac-df48-4964-b701-f39429ebaa49 req-b2b8d4d9-d8dc-43eb-a2ea-8acc706ca611 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cbe187f-440f-4228-8e53-1401efa51829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578253 May 18 15:06:25.164829 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-86248160-1b36-4d80-a449-232705ae1859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (11bd5e7f-0ec7-43f5-9ca8-99d3c1136d9c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:25.410306 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5cf61-b313-4c92-b260-662269282a81 req-5b80e11e-6ea0-4707-a470-9b600b279448 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:06:25.411787 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-b2f5cf61-b313-4c92-b260-662269282a81 req-5b80e11e-6ea0-4707-a470-9b600b279448 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/ports?device_id=366e5a82-fcc6-43b2-bee6-18a102900b29 HTTP/1.1" status: 200 len: 944 time: 0.0476649 May 18 15:06:25.462406 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-b2f5cf61-b313-4c92-b260-662269282a81 req-57e8ffd3-faad-4fc1-bd24-6913cb758f83 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cbe187f-440f-4228-8e53-1401efa51829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450218 May 18 15:06:26.493864 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:26.582693 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eaca5d-4959-4ac5-b6c9-507e68ee8ac8 req-bddd8a82-7da4-491c-a1de-50b8f6709b13 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:06:26.584198 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-05eaca5d-4959-4ac5-b6c9-507e68ee8ac8 req-bddd8a82-7da4-491c-a1de-50b8f6709b13 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/ports?device_id=366e5a82-fcc6-43b2-bee6-18a102900b29 HTTP/1.1" status: 200 len: 944 time: 0.0502367 May 18 15:06:26.634790 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-05eaca5d-4959-4ac5-b6c9-507e68ee8ac8 req-30ccee7e-3a99-400d-9fb8-a01e49019f63 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cbe187f-440f-4228-8e53-1401efa51829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450242 May 18 15:06:27.752047 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc67026-167b-40e3-bd1a-ac3eb3b089f7 req-694da90a-b53a-4e48-a49b-286f87921b08 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:06:27.753701 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2bc67026-167b-40e3-bd1a-ac3eb3b089f7 req-694da90a-b53a-4e48-a49b-286f87921b08 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/ports?device_id=366e5a82-fcc6-43b2-bee6-18a102900b29 HTTP/1.1" status: 200 len: 944 time: 0.0527210 May 18 15:06:27.804909 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2bc67026-167b-40e3-bd1a-ac3eb3b089f7 req-f1e9dfec-496e-4577-9d2a-774143a121b2 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cbe187f-440f-4228-8e53-1401efa51829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453188 May 18 15:06:28.665317 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=8 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:06:28.667316 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=10 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:06:28.852949 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=5 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:06:28.857854 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=3 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:06:28.923592 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2ff7c-a339-4c57-a904-bcff802112b3 req-289979c8-8720-4a79-898d-571c2f10a968 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:06:28.925002 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-9da2ff7c-a339-4c57-a904-bcff802112b3 req-289979c8-8720-4a79-898d-571c2f10a968 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/ports?device_id=366e5a82-fcc6-43b2-bee6-18a102900b29 HTTP/1.1" status: 200 len: 944 time: 0.0490735 May 18 15:06:28.981073 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-9da2ff7c-a339-4c57-a904-bcff802112b3 req-43b14d62-0d73-43d6-acaf-c712b202e840 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cbe187f-440f-4228-8e53-1401efa51829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491006 May 18 15:06:30.100389 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4adc7-011c-47bd-8b64-8b7868c91024 req-b7e2ec26-6b6a-4f4c-9436-73a279447937 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:06:30.101905 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-75b4adc7-011c-47bd-8b64-8b7868c91024 req-b7e2ec26-6b6a-4f4c-9436-73a279447937 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/ports?device_id=366e5a82-fcc6-43b2-bee6-18a102900b29 HTTP/1.1" status: 200 len: 944 time: 0.0466442 May 18 15:06:30.156945 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-75b4adc7-011c-47bd-8b64-8b7868c91024 req-35ce46dd-2fd3-417f-8aac-cc0811b041fd tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cbe187f-440f-4228-8e53-1401efa51829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493679 May 18 15:06:30.162579 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device 9a2aa193-61d5-49e1-874d-e6b962c370c9 details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=110158) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 15:06:30.265694 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port 9a2aa193-61d5-49e1-874d-e6b962c370c9, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=9a2aa193-61d5-49e1-874d-e6b962c370c9,segment=NetworkSegment(581026d7-1ed0-43a5-8cc8-04eff6757853),segment_id=581026d7-1ed0-43a5-8cc8-04eff6757853)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:06:30.276504 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Returning: {'device': '9a2aa193-61d5-49e1-874d-e6b962c370c9', 'network_id': '19da6af6-a529-4bd8-858e-9cc319b37384', 'port_id': '9a2aa193-61d5-49e1-874d-e6b962c370c9', 'mac_address': 'fa:16:3e:63:3e:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '207e26a7-c20a-4ebc-a1ff-b0586cec622c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110158) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 15:06:30.312286 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Current status of the port 9a2aa193-61d5-49e1-874d-e6b962c370c9 is: DOWN; New status is: BUILD {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 15:06:30.312702 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (9a2aa193-61d5-49e1-874d-e6b962c370c9), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:30.326533 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a2aa193-61d5-49e1-874d-e6b962c370c9 {{(pid=110158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 15:06:30.346497 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port 9a2aa193-61d5-49e1-874d-e6b962c370c9, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=9a2aa193-61d5-49e1-874d-e6b962c370c9,segment=NetworkSegment(581026d7-1ed0-43a5-8cc8-04eff6757853),segment_id=581026d7-1ed0-43a5-8cc8-04eff6757853)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:06:30.350347 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (9a2aa193-61d5-49e1-874d-e6b962c370c9), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:30.398950 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Pushing event updated for resources: {'Port': ['ID=9a2aa193-61d5-49e1-874d-e6b962c370c9,revision_number=4']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:06:30.650452 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] get_ports_and_sgs() called for port_ids ['9a2aa193-61d5-49e1-874d-e6b962c370c9'] {{(pid=110158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 15:06:31.277942 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e52a2-a9b4-4d02-80ba-84d339ce768a req-4259e54f-95a8-4c22-9431-a8176bce30c3 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:06:31.279322 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d29e52a2-a9b4-4d02-80ba-84d339ce768a req-4259e54f-95a8-4c22-9431-a8176bce30c3 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/ports?device_id=366e5a82-fcc6-43b2-bee6-18a102900b29 HTTP/1.1" status: 200 len: 945 time: 0.0479372 May 18 15:06:31.328451 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d29e52a2-a9b4-4d02-80ba-84d339ce768a req-6c807233-a3c0-47de-80c1-612de49cd1b4 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cbe187f-440f-4228-8e53-1401efa51829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430481 May 18 15:06:32.163072 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device 9a2aa193-61d5-49e1-874d-e6b962c370c9 up at agent hyperv_hv-cinder-83998 {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 15:06:32.204843 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:06:32.205871 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Provisioning for port 9a2aa193-61d5-49e1-874d-e6b962c370c9 completed by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 15:06:32.210948 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Provisioning complete for port 9a2aa193-61d5-49e1-874d-e6b962c370c9 triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 15:06:32.211385 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (9a2aa193-61d5-49e1-874d-e6b962c370c9), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:32.270332 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:06:32.285275 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Current status of the port 9a2aa193-61d5-49e1-874d-e6b962c370c9 is: BUILD; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 15:06:32.285664 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (9a2aa193-61d5-49e1-874d-e6b962c370c9), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:32.311637 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '366e5a82-fcc6-43b2-bee6-18a102900b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a2aa193-61d5-49e1-874d-e6b962c370c9'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 15:06:32.313946 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62dae43363b0d9fbe88fecb50d2dfb4fafe72539e0e1d03116e82a6fdda86ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3baf0d-e468-4e03-93dd-b648e1cc910c" -d '{"events": [{"server_uuid": "366e5a82-fcc6-43b2-bee6-18a102900b29", "name": "network-vif-plugged", "status": "completed", "tag": "9a2aa193-61d5-49e1-874d-e6b962c370c9"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 15:06:32.332977 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port 9a2aa193-61d5-49e1-874d-e6b962c370c9, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=9a2aa193-61d5-49e1-874d-e6b962c370c9,segment=NetworkSegment(581026d7-1ed0-43a5-8cc8-04eff6757853),segment_id=581026d7-1ed0-43a5-8cc8-04eff6757853)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:06:32.337117 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (9a2aa193-61d5-49e1-874d-e6b962c370c9), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:32.364785 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 15:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b188a50-1cf4-4e82-bce1-2245f5c7332b x-openstack-request-id: req-3b188a50-1cf4-4e82-bce1-2245f5c7332b {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 15:06:32.365073 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "366e5a82-fcc6-43b2-bee6-18a102900b29", "name": "network-vif-plugged", "status": "completed", "tag": "9a2aa193-61d5-49e1-874d-e6b962c370c9", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 15:06:32.365388 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3b188a50-1cf4-4e82-bce1-2245f5c7332b {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 15:06:32.365692 dv-cinder-839987-7-iscsi neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b188a50-1cf4-4e82-bce1-2245f5c7332b'] response: {'server_uuid': '366e5a82-fcc6-43b2-bee6-18a102900b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a2aa193-61d5-49e1-874d-e6b962c370c9', 'code': 200} May 18 15:06:32.393035 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Pushing event updated for resources: {'Port': ['ID=9a2aa193-61d5-49e1-874d-e6b962c370c9,revision_number=5']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:06:32.444903 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeea576-6785-4f26-bc9c-de0a0853e341 req-d83f1de0-5aac-4a0c-ac9d-1f741a1755b3 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:06:32.446400 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-caeea576-6785-4f26-bc9c-de0a0853e341 req-d83f1de0-5aac-4a0c-ac9d-1f741a1755b3 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/ports?device_id=366e5a82-fcc6-43b2-bee6-18a102900b29 HTTP/1.1" status: 200 len: 946 time: 0.0477769 May 18 15:06:32.495347 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-caeea576-6785-4f26-bc9c-de0a0853e341 req-82be5755-d652-4685-8c74-021a1c3e5c7e tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cbe187f-440f-4228-8e53-1401efa51829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433619 May 18 15:06:32.617040 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9bc94-fc5b-4640-a978-b7ec718a781e req-cc0206d8-fec5-4b86-bcb3-d790b7465ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:06:32.618526 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-4fa9bc94-fc5b-4640-a978-b7ec718a781e req-cc0206d8-fec5-4b86-bcb3-d790b7465ebe service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=366e5a82-fcc6-43b2-bee6-18a102900b29 HTTP/1.1" status: 200 len: 1130 time: 0.0417578 May 18 15:06:32.668773 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-4fa9bc94-fc5b-4640-a978-b7ec718a781e req-6f32f1eb-f7c2-4aaf-ab09-7fb5a45de041 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6cbe187f-440f-4228-8e53-1401efa51829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432265 May 18 15:06:33.610449 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d1c93-0612-469b-b51e-4fd5053a1310 req-840718d6-9e2f-45e9-b46a-65c23be230b7 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:06:33.611888 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3f2d1c93-0612-469b-b51e-4fd5053a1310 req-840718d6-9e2f-45e9-b46a-65c23be230b7 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/ports?device_id=366e5a82-fcc6-43b2-bee6-18a102900b29 HTTP/1.1" status: 200 len: 946 time: 0.0463388 May 18 15:06:33.659257 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3f2d1c93-0612-469b-b51e-4fd5053a1310 req-0a3f4d1d-a625-49dc-8877-17f9353d42d3 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cbe187f-440f-4228-8e53-1401efa51829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419457 May 18 15:06:34.773983 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec628a-38a0-403d-b3da-d37fbe188838 req-304cc416-0af3-4fea-87b8-de8a470040c7 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:06:34.775416 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7eec628a-38a0-403d-b3da-d37fbe188838 req-304cc416-0af3-4fea-87b8-de8a470040c7 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/ports?device_id=366e5a82-fcc6-43b2-bee6-18a102900b29 HTTP/1.1" status: 200 len: 946 time: 0.0487981 May 18 15:06:34.815531 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:06:34.819643 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:06:34.825303 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-7eec628a-38a0-403d-b3da-d37fbe188838 req-1b67819a-54bc-4c68-8e5e-b83e5f56f8bb tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cbe187f-440f-4228-8e53-1401efa51829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436144 May 18 15:06:34.939772 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb8224-4cd1-4d8c-a2a3-978e12b998c2 req-3155ef77-b876-418e-bacc-5f603f1733a2 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:06:34.941297 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1beb8224-4cd1-4d8c-a2a3-978e12b998c2 req-3155ef77-b876-418e-bacc-5f603f1733a2 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/ports?device_id=366e5a82-fcc6-43b2-bee6-18a102900b29 HTTP/1.1" status: 200 len: 946 time: 0.0476663 May 18 15:06:34.989934 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1beb8224-4cd1-4d8c-a2a3-978e12b998c2 req-6bd12383-606d-42f8-901b-e264f1448382 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cbe187f-440f-4228-8e53-1401efa51829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431147 May 18 15:06:35.012929 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 40592) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:06:35.059165 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce179f4-1cfe-4728-9ecd-c364c85af5ec tempest-TestVolumeBootPattern-784815711 tempest-TestVolumeBootPattern-784815711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:06:35.060715 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-4ce179f4-1cfe-4728-9ecd-c364c85af5ec tempest-TestVolumeBootPattern-784815711 tempest-TestVolumeBootPattern-784815711-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=366e5a82-fcc6-43b2-bee6-18a102900b29 HTTP/1.1" status: 200 len: 1125 time: 0.0466499 May 18 15:06:35.063448 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 40594) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:06:35.067588 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.v2.base [None req-4ab18957-673a-4c6a-8146-a855fbc2ad8e tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Request body: {'floatingip': {'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'port_id': '9a2aa193-61d5-49e1-874d-e6b962c370c9', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:06:35.088738 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-4ab18957-673a-4c6a-8146-a855fbc2ad8e tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:35.168379 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-4ab18957-673a-4c6a-8146-a855fbc2ad8e tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:35.276600 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.db_base_plugin_common [None req-4ab18957-673a-4c6a-8146-a855fbc2ad8e tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Allocated IP 172.27.3.184 (f20aa9f3-2984-481b-bb59-fa1f034e36c8/b7750f80-229c-4d19-b013-2aee5952f8bb/7cc117e0-9f7d-45dd-a501-34c1d8ef6a1b) {{(pid=110156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 15:06:35.379470 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-4ab18957-673a-4c6a-8146-a855fbc2ad8e tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks [] for port (7cc117e0-9f7d-45dd-a501-34c1d8ef6a1b), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:35.410453 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-4ab18957-673a-4c6a-8146-a855fbc2ad8e tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14495174'] for port (7cc117e0-9f7d-45dd-a501-34c1d8ef6a1b), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:35.455150 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab18957-673a-4c6a-8146-a855fbc2ad8e tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Network f20aa9f3-2984-481b-bb59-fa1f034e36c8 is already hosted by enough agents. {{(pid=110156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 15:06:35.459883 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.base_scheduler [None req-4ab18957-673a-4c6a-8146-a855fbc2ad8e tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Resources bound (agent type, host, resource id): {{(pid=110156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 15:06:35.463855 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab18957-673a-4c6a-8146-a855fbc2ad8e tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Received port after_create {{(pid=110156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 15:06:35.466811 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab18957-673a-4c6a-8146-a855fbc2ad8e tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Pushing event updated for resources: {'Port': ['ID=7cc117e0-9f7d-45dd-a501-34c1d8ef6a1b,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:06:35.493620 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab18957-673a-4c6a-8146-a855fbc2ad8e tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:06:35.493967 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab18957-673a-4c6a-8146-a855fbc2ad8e tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:06:35.494307 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab18957-673a-4c6a-8146-a855fbc2ad8e tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:06:35.494647 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab18957-673a-4c6a-8146-a855fbc2ad8e tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:06:35.494978 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab18957-673a-4c6a-8146-a855fbc2ad8e tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:06:35.495305 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab18957-673a-4c6a-8146-a855fbc2ad8e tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:06:35.495635 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab18957-673a-4c6a-8146-a855fbc2ad8e tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:06:35.495956 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab18957-673a-4c6a-8146-a855fbc2ad8e tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:06:35.496276 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab18957-673a-4c6a-8146-a855fbc2ad8e tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:06:35.496620 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab18957-673a-4c6a-8146-a855fbc2ad8e tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:06:35.496948 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab18957-673a-4c6a-8146-a855fbc2ad8e tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:06:35.497268 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab18957-673a-4c6a-8146-a855fbc2ad8e tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:06:35.497587 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab18957-673a-4c6a-8146-a855fbc2ad8e tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:06:35.497905 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab18957-673a-4c6a-8146-a855fbc2ad8e tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:06:35.498222 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab18957-673a-4c6a-8146-a855fbc2ad8e tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:06:35.812124 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:06:35.814305 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:06:35.824311 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-4ab18957-673a-4c6a-8146-a855fbc2ad8e tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks [] for floatingip (52ec22c4-3eae-4c8e-8d74-e4b449893ae9), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:35.890827 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-4ab18957-673a-4c6a-8146-a855fbc2ad8e tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (7cc117e0-9f7d-45dd-a501-34c1d8ef6a1b), before_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:36.068100 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-4ab18957-673a-4c6a-8146-a855fbc2ad8e tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks [] for port (7cc117e0-9f7d-45dd-a501-34c1d8ef6a1b), precommit_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:36.072341 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-4ab18957-673a-4c6a-8146-a855fbc2ad8e tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14495217'] for port (7cc117e0-9f7d-45dd-a501-34c1d8ef6a1b), after_update {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:36.153256 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab18957-673a-4c6a-8146-a855fbc2ad8e tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Pushing event updated for resources: {'Port': ['ID=7cc117e0-9f7d-45dd-a501-34c1d8ef6a1b,revision_number=2']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:06:36.162084 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-4ab18957-673a-4c6a-8146-a855fbc2ad8e tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008279'] for floatingip (52ec22c4-3eae-4c8e-8d74-e4b449893ae9), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:36.266422 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.db.l3_db [None req-4ab18957-673a-4c6a-8146-a855fbc2ad8e tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Floating IP 52ec22c4-3eae-4c8e-8d74-e4b449893ae9 associated. External IP: 172.27.3.184, port: 9a2aa193-61d5-49e1-874d-e6b962c370c9. May 18 15:06:36.473447 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab18957-673a-4c6a-8146-a855fbc2ad8e tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Router 8573937c-6581-4c6d-ace7-8dd8acf225e5 has already been hosted by L3 agent a5518e17-d4a6-403f-b34f-0fa3d03f1833 {{(pid=110156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 15:06:36.573725 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab18957-673a-4c6a-8146-a855fbc2ad8e tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Notify agent at l3_agent.dv-cinder-839987-7-iscsi the message routers_updated {{(pid=110156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 15:06:36.583111 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b552f621-cde8-4f14-8e64-8f521bf1424f None None] Sync routers for ids ['8573937c-6581-4c6d-ace7-8dd8acf225e5'] in dv-cinder-839987-7-iscsi {{(pid=110158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 15:06:36.591057 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-4ab18957-673a-4c6a-8146-a855fbc2ad8e tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for floatingip (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:36.595084 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b552f621-cde8-4f14-8e64-8f521bf1424f None None] Routers {'8573937c-6581-4c6d-ace7-8dd8acf225e5'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:06:36.595084 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-b552f621-cde8-4f14-8e64-8f521bf1424f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:06:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['8573937c-6581-4c6d-ace7-8dd8acf225e5'], 'active': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:06:36.624666 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-4ab18957-673a-4c6a-8146-a855fbc2ad8e tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5601895 May 18 15:06:36.625253 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '366e5a82-fcc6-43b2-bee6-18a102900b29', 'tag': '9a2aa193-61d5-49e1-874d-e6b962c370c9'}] {{(pid=110156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 15:06:36.627497 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133ec7be95234859c4edce85a8c9b28b91a94f2f136921e0bf9997cb2a51d6fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e94fa04-b480-4245-98c9-6d58b9cddc22" -d '{"events": [{"name": "network-changed", "server_uuid": "366e5a82-fcc6-43b2-bee6-18a102900b29", "tag": "9a2aa193-61d5-49e1-874d-e6b962c370c9"}]}' {{(pid=110156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 15:06:36.701495 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvr_db [None req-b552f621-cde8-4f14-8e64-8f521bf1424f None None] Set router 8573937c-6581-4c6d-ace7-8dd8acf225e5 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:06:36.722956 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 15:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e5581c-7f6b-42f4-b12a-24791e26a33d x-openstack-request-id: req-33e5581c-7f6b-42f4-b12a-24791e26a33d {{(pid=110156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 15:06:36.723349 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "366e5a82-fcc6-43b2-bee6-18a102900b29", "tag": "9a2aa193-61d5-49e1-874d-e6b962c370c9", "status": "completed", "code": 200}]} {{(pid=110156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 15:06:36.723667 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-33e5581c-7f6b-42f4-b12a-24791e26a33d {{(pid=110156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 15:06:36.724155 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33e5581c-7f6b-42f4-b12a-24791e26a33d'] response: {'name': 'network-changed', 'server_uuid': '366e5a82-fcc6-43b2-bee6-18a102900b29', 'tag': '9a2aa193-61d5-49e1-874d-e6b962c370c9', 'status': 'completed', 'code': 200} May 18 15:06:36.807015 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94fa04-b480-4245-98c9-6d58b9cddc22 req-daf35b7a-cb75-4328-b67a-609ee012fbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:06:36.808552 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2e94fa04-b480-4245-98c9-6d58b9cddc22 req-daf35b7a-cb75-4328-b67a-609ee012fbb7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d2f3dc5d9c6648c79267f71b5a86f249&device_id=366e5a82-fcc6-43b2-bee6-18a102900b29 HTTP/1.1" status: 200 len: 1130 time: 0.0399008 May 18 15:06:36.906822 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94fa04-b480-4245-98c9-6d58b9cddc22 req-222d4949-4977-4bfb-b59a-0f7b13aa4335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:06:36.909205 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2e94fa04-b480-4245-98c9-6d58b9cddc22 req-222d4949-4977-4bfb-b59a-0f7b13aa4335 service neutron] 10.222.0.49 "GET /v2.0/networks?id=19da6af6-a529-4bd8-858e-9cc319b37384 HTTP/1.1" status: 200 len: 911 time: 0.0943084 May 18 15:06:36.930502 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-b552f621-cde8-4f14-8e64-8f521bf1424f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'name': 'tempest-TestVolumeBootPattern-79845524-router', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:01:29Z', 'updated_at': '2022-05-18T15:01:33Z', 'revision_number': 4, 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'gw_port': {'id': 'f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:01:30Z', 'updated_at': '2022-05-18T15:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_floatingips': [{'id': '443de883-d84e-4175-9775-aedf9fba2f6e', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'floating_ip_address': '172.27.3.240', 'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'router_id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'port_id': 'd606525d-ae8c-4f8f-bf39-230c02f71e29', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19da6af6-a529-4bd8-858e-9cc319b37384', 'mac_address': 'fa:16:3e:9a:16:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19720ba-f060-4b0c-9f92-bfe6dd401d8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T15:04:40Z', 'updated_at': '2022-05-18T15:04:42Z', 'revision_number': 1, 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'fixed_ip_address_scope': None}, {'id': '52ec22c4-3eae-4c8e-8d74-e4b449893ae9', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'floating_ip_address': '172.27.3.184', 'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'router_id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'port_id': '9a2aa193-61d5-49e1-874d-e6b962c370c9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19da6af6-a529-4bd8-858e-9cc319b37384', 'mac_address': 'fa:16:3e:63:3e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366e5a82-fcc6-43b2-bee6-18a102900b29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T15:06:35Z', 'updated_at': '2022-05-18T15:06:35Z', 'revision_number': 0, 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc40aefa-34c6-44cd-99ee-616025582ddd', 'name': '', 'network_id': '19da6af6-a529-4bd8-858e-9cc319b37384', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'mac_address': 'fa:16:3e:27:4a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '207e26a7-c20a-4ebc-a1ff-b0586cec622c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:01:32Z', 'updated_at': '2022-05-18T15:01:37Z', 'revision_number': 5, 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'subnets': [{'id': '207e26a7-c20a-4ebc-a1ff-b0586cec622c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:06:36.957230 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b552f621-cde8-4f14-8e64-8f521bf1424f None None] Checking router: 8573937c-6581-4c6d-ace7-8dd8acf225e5 for host: dv-cinder-839987-7-iscsi {{(pid=110158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 15:06:36.965940 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b552f621-cde8-4f14-8e64-8f521bf1424f None None] Routers {'8573937c-6581-4c6d-ace7-8dd8acf225e5'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:06:36.966545 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-b552f621-cde8-4f14-8e64-8f521bf1424f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:06:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['8573937c-6581-4c6d-ace7-8dd8acf225e5'], 'active': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:06:36.981484 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2e94fa04-b480-4245-98c9-6d58b9cddc22 req-8c0833fe-e005-4b9a-b016-ee15f409baa4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a2aa193-61d5-49e1-874d-e6b962c370c9 HTTP/1.1" status: 200 len: 1000 time: 0.0589342 May 18 15:06:37.038518 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94fa04-b480-4245-98c9-6d58b9cddc22 req-3a06b4b9-18d1-47e4-9c03-63f464cdf9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:06:37.039989 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2e94fa04-b480-4245-98c9-6d58b9cddc22 req-3a06b4b9-18d1-47e4-9c03-63f464cdf9af service neutron] 10.222.0.49 "GET /v2.0/subnets?id=207e26a7-c20a-4ebc-a1ff-b0586cec622c HTTP/1.1" status: 200 len: 849 time: 0.0507059 May 18 15:06:37.071063 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvr_db [None req-b552f621-cde8-4f14-8e64-8f521bf1424f None None] Set router 8573937c-6581-4c6d-ace7-8dd8acf225e5 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:06:37.086094 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94fa04-b480-4245-98c9-6d58b9cddc22 req-7300c2df-d556-405e-b73b-592e3bbfc33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:06:37.087622 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2e94fa04-b480-4245-98c9-6d58b9cddc22 req-7300c2df-d556-405e-b73b-592e3bbfc33d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=19da6af6-a529-4bd8-858e-9cc319b37384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399189 May 18 15:06:37.185203 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2e94fa04-b480-4245-98c9-6d58b9cddc22 req-065aeed3-c054-42a8-a099-a6277541c425 service neutron] 10.222.0.49 "GET /v2.0/networks/19da6af6-a529-4bd8-858e-9cc319b37384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864792 May 18 15:06:37.279634 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2e94fa04-b480-4245-98c9-6d58b9cddc22 req-45e7b8d4-ea9b-486a-9f1c-368579d17e91 service neutron] 10.222.0.49 "GET /v2.0/networks/19da6af6-a529-4bd8-858e-9cc319b37384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885868 May 18 15:06:37.285760 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-b552f621-cde8-4f14-8e64-8f521bf1424f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'name': 'tempest-TestVolumeBootPattern-79845524-router', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:01:29Z', 'updated_at': '2022-05-18T15:01:33Z', 'revision_number': 4, 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'gw_port': {'id': 'f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:01:30Z', 'updated_at': '2022-05-18T15:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_floatingips': [{'id': '443de883-d84e-4175-9775-aedf9fba2f6e', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'floating_ip_address': '172.27.3.240', 'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'router_id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'port_id': 'd606525d-ae8c-4f8f-bf39-230c02f71e29', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19da6af6-a529-4bd8-858e-9cc319b37384', 'mac_address': 'fa:16:3e:9a:16:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19720ba-f060-4b0c-9f92-bfe6dd401d8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T15:04:40Z', 'updated_at': '2022-05-18T15:04:42Z', 'revision_number': 1, 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'fixed_ip_address_scope': None}, {'id': '52ec22c4-3eae-4c8e-8d74-e4b449893ae9', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'floating_ip_address': '172.27.3.184', 'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'router_id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'port_id': '9a2aa193-61d5-49e1-874d-e6b962c370c9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19da6af6-a529-4bd8-858e-9cc319b37384', 'mac_address': 'fa:16:3e:63:3e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366e5a82-fcc6-43b2-bee6-18a102900b29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T15:06:35Z', 'updated_at': '2022-05-18T15:06:35Z', 'revision_number': 0, 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc40aefa-34c6-44cd-99ee-616025582ddd', 'name': '', 'network_id': '19da6af6-a529-4bd8-858e-9cc319b37384', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'mac_address': 'fa:16:3e:27:4a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '207e26a7-c20a-4ebc-a1ff-b0586cec622c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:01:32Z', 'updated_at': '2022-05-18T15:01:37Z', 'revision_number': 5, 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'subnets': [{'id': '207e26a7-c20a-4ebc-a1ff-b0586cec622c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:06:37.315320 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b552f621-cde8-4f14-8e64-8f521bf1424f None None] The sync data for ids ['8573937c-6581-4c6d-ace7-8dd8acf225e5'] in dv-cinder-839987-7-iscsi is: [{'id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'name': 'tempest-TestVolumeBootPattern-79845524-router', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:01:29Z', 'updated_at': '2022-05-18T15:01:33Z', 'revision_number': 4, 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'gw_port': {'id': 'f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:01:30Z', 'updated_at': '2022-05-18T15:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_floatingips': [{'id': '443de883-d84e-4175-9775-aedf9fba2f6e', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'floating_ip_address': '172.27.3.240', 'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'router_id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'port_id': 'd606525d-ae8c-4f8f-bf39-230c02f71e29', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19da6af6-a529-4bd8-858e-9cc319b37384', 'mac_address': 'fa:16:3e:9a:16:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19720ba-f060-4b0c-9f92-bfe6dd401d8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T15:04:40Z', 'updated_at': '2022-05-18T15:04:42Z', 'revision_number': 1, 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'fixed_ip_address_scope': None}, {'id': '52ec22c4-3eae-4c8e-8d74-e4b449893ae9', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'floating_ip_address': '172.27.3.184', 'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'router_id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'port_id': '9a2aa193-61d5-49e1-874d-e6b962c370c9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19da6af6-a529-4bd8-858e-9cc319b37384', 'mac_address': 'fa:16:3e:63:3e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366e5a82-fcc6-43b2-bee6-18a102900b29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T15:06:35Z', 'updated_at': '2022-05-18T15:06:35Z', 'revision_number': 0, 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc40aefa-34c6-44cd-99ee-616025582ddd', 'name': '', 'network_id': '19da6af6-a529-4bd8-858e-9cc319b37384', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'mac_address': 'fa:16:3e:27:4a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '207e26a7-c20a-4ebc-a1ff-b0586cec622c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:01:32Z', 'updated_at': '2022-05-18T15:01:37Z', 'revision_number': 5, 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'subnets': [{'id': '207e26a7-c20a-4ebc-a1ff-b0586cec622c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 15:06:37.513167 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdf32c9-66ce-47b1-93e2-fa67335a97aa None None] New status for floating IP 52ec22c4-3eae-4c8e-8d74-e4b449893ae9: ACTIVE {{(pid=110159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 15:06:42.566406 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (f376d122-85a6-484a-a941-8f32d5a81e72), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:46.619232 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=93,neutron:DELETE=2 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:06:46.621351 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:06:47.275472 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=56 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:06:47.276205 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=56 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:06:48.861939 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=11 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:06:48.862712 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:06:49.839599 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.agents_db [None req-a4aab2e5-b658-4b2c-9b1f-100bc6421b45 None None] Agent healthcheck: found 6 active agents {{(pid=110159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 15:06:50.531163 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d203a1b6-a922-4a6c-b263-83395eac8583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (7afc6fe8-d13b-4fd3-bc99-e9efab9a141d), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:51.117114 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-22165ef2-b420-488e-a1e8-ac446a2b2298 req-caa2cb2d-151b-47c7-a667-9a69d71b8491 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b19720ba-f060-4b0c-9f92-bfe6dd401d8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395606 May 18 15:06:51.224958 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22165ef2-b420-488e-a1e8-ac446a2b2298 req-fc52aa80-57ba-492c-b3e7-d5366131afc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:06:51.226446 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-22165ef2-b420-488e-a1e8-ac446a2b2298 req-fc52aa80-57ba-492c-b3e7-d5366131afc0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d2f3dc5d9c6648c79267f71b5a86f249&device_id=b19720ba-f060-4b0c-9f92-bfe6dd401d8c HTTP/1.1" status: 200 len: 1130 time: 0.0445621 May 18 15:06:51.337307 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22165ef2-b420-488e-a1e8-ac446a2b2298 req-8c73e701-18d2-4cd4-bfc7-79497a7541d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:06:51.338844 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-22165ef2-b420-488e-a1e8-ac446a2b2298 req-8c73e701-18d2-4cd4-bfc7-79497a7541d8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=19da6af6-a529-4bd8-858e-9cc319b37384 HTTP/1.1" status: 200 len: 911 time: 0.0912108 May 18 15:06:51.404147 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-22165ef2-b420-488e-a1e8-ac446a2b2298 req-8db9051d-9c2d-4c35-8528-31153e66a3da service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d606525d-ae8c-4f8f-bf39-230c02f71e29 HTTP/1.1" status: 200 len: 1002 time: 0.0586140 May 18 15:06:51.698432 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22165ef2-b420-488e-a1e8-ac446a2b2298 req-704db55b-6607-4e07-83c9-520abd88e0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:06:51.699933 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-22165ef2-b420-488e-a1e8-ac446a2b2298 req-704db55b-6607-4e07-83c9-520abd88e0e4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=207e26a7-c20a-4ebc-a1ff-b0586cec622c HTTP/1.1" status: 200 len: 849 time: 0.2891107 May 18 15:06:51.743726 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22165ef2-b420-488e-a1e8-ac446a2b2298 req-127bbec4-e5ec-4fdf-acb3-6c0ed400499e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:06:51.745192 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-22165ef2-b420-488e-a1e8-ac446a2b2298 req-127bbec4-e5ec-4fdf-acb3-6c0ed400499e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=19da6af6-a529-4bd8-858e-9cc319b37384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380239 May 18 15:06:51.845203 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-22165ef2-b420-488e-a1e8-ac446a2b2298 req-c22e3f8f-cf6b-4bf7-8b29-f31ea587b70b service neutron] 10.222.0.49 "GET /v2.0/networks/19da6af6-a529-4bd8-858e-9cc319b37384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863545 May 18 15:06:51.940209 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-22165ef2-b420-488e-a1e8-ac446a2b2298 req-0b9b9328-d42f-4438-9ada-1cc7e185ab71 service neutron] 10.222.0.49 "GET /v2.0/networks/19da6af6-a529-4bd8-858e-9cc319b37384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812056 May 18 15:06:52.941540 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:06:52.947042 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e8b9b774-558c-4404-8b74-39ed5e486d57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (a5518e17-d4a6-403f-b34f-0fa3d03f1833), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:54.028849 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-50f4e27f-5619-452e-9630-0448ff5d9157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (0f4dbee4-4999-4f30-b578-59222d25f53e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:55.167228 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-86248160-1b36-4d80-a449-232705ae1859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (11bd5e7f-0ec7-43f5-9ca8-99d3c1136d9c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:06:56.490286 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:07:01.424744 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e535599b-7801-4239-9e2e-fcc7b78fb1c3 req-5d6fda35-897b-46b2-a918-c8fd3f119942 tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:07:01.426202 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e535599b-7801-4239-9e2e-fcc7b78fb1c3 req-5d6fda35-897b-46b2-a918-c8fd3f119942 tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] 10.222.0.59 "GET /v2.0/ports?device_id=134d1a43-f6e9-481b-891c-d9af293d39b3 HTTP/1.1" status: 200 len: 945 time: 0.0500255 May 18 15:07:01.472337 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-e535599b-7801-4239-9e2e-fcc7b78fb1c3 req-f62be99b-f7a7-441e-a4d0-2943e44d16e4 tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] 10.222.0.59 "GET /v2.0/security-groups?id=84a82c6a-cf29-4446-9782-0f79ab336511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404193 May 18 15:07:02.586697 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc67a0a-55e3-42aa-80e4-15e455af3104 req-21777323-910e-4f8a-aa03-f90339426cfa tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:07:02.588185 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3fc67a0a-55e3-42aa-80e4-15e455af3104 req-21777323-910e-4f8a-aa03-f90339426cfa tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] 10.222.0.59 "GET /v2.0/ports?device_id=134d1a43-f6e9-481b-891c-d9af293d39b3 HTTP/1.1" status: 200 len: 945 time: 0.0480089 May 18 15:07:02.633722 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-3fc67a0a-55e3-42aa-80e4-15e455af3104 req-5e6dafef-6540-4922-9934-05b669ffbd27 tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] 10.222.0.59 "GET /v2.0/security-groups?id=84a82c6a-cf29-4446-9782-0f79ab336511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393193 May 18 15:07:03.201979 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6824e82-96f0-4bda-a14c-b35f846bdb78 req-b021fef7-02be-430f-aa10-e4d09825fb0e tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:07:03.203464 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-c6824e82-96f0-4bda-a14c-b35f846bdb78 req-b021fef7-02be-430f-aa10-e4d09825fb0e tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] 10.222.0.49 "GET /v2.0/ports?device_id=134d1a43-f6e9-481b-891c-d9af293d39b3 HTTP/1.1" status: 200 len: 945 time: 0.0510902 May 18 15:07:03.286480 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [req-c6824e82-96f0-4bda-a14c-b35f846bdb78 req-d56230d7-1806-465e-b8bd-0ff8df5cae4f tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Deleting port 50595964-603e-4437-8916-b082496f51bb {{(pid=110157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:07:03.286740 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-c6824e82-96f0-4bda-a14c-b35f846bdb78 req-d56230d7-1806-465e-b8bd-0ff8df5cae4f tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (50595964-603e-4437-8916-b082496f51bb), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:07:03.379269 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.db [req-c6824e82-96f0-4bda-a14c-b35f846bdb78 req-d56230d7-1806-465e-b8bd-0ff8df5cae4f tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] For port 50595964-603e-4437-8916-b082496f51bb, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=50595964-603e-4437-8916-b082496f51bb,segment=NetworkSegment(f870025b-8517-4540-97f8-2c6c05109396),segment_id=f870025b-8517-4540-97f8-2c6c05109396)] {{(pid=110157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:07:03.379627 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-c6824e82-96f0-4bda-a14c-b35f846bdb78 req-d56230d7-1806-465e-b8bd-0ff8df5cae4f tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (50595964-603e-4437-8916-b082496f51bb), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:07:03.392219 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [req-c6824e82-96f0-4bda-a14c-b35f846bdb78 req-d56230d7-1806-465e-b8bd-0ff8df5cae4f tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Calling delete_port for 50595964-603e-4437-8916-b082496f51bb owned by compute:nova {{(pid=110157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:07:03.430515 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:07:03.449876 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:07:03.517773 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-c6824e82-96f0-4bda-a14c-b35f846bdb78 req-d56230d7-1806-465e-b8bd-0ff8df5cae4f tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13704171'] for port (50595964-603e-4437-8916-b082496f51bb), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:07:03.547802 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56230d7-1806-465e-b8bd-0ff8df5cae4f tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Pushing event deleted for resources: {'Port': ['ID=50595964-603e-4437-8916-b082496f51bb,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:07:03.555494 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] get_ports_and_sgs() called for port_ids ['50595964-603e-4437-8916-b082496f51bb'] {{(pid=110158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 15:07:03.562714 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56230d7-1806-465e-b8bd-0ff8df5cae4f tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:07:03.563060 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56230d7-1806-465e-b8bd-0ff8df5cae4f tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:07:03.563397 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56230d7-1806-465e-b8bd-0ff8df5cae4f tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:07:03.563731 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56230d7-1806-465e-b8bd-0ff8df5cae4f tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:07:03.564061 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56230d7-1806-465e-b8bd-0ff8df5cae4f tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:07:03.564384 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56230d7-1806-465e-b8bd-0ff8df5cae4f tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:07:03.564741 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56230d7-1806-465e-b8bd-0ff8df5cae4f tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:07:03.565064 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56230d7-1806-465e-b8bd-0ff8df5cae4f tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:07:03.565386 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56230d7-1806-465e-b8bd-0ff8df5cae4f tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:07:03.565706 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56230d7-1806-465e-b8bd-0ff8df5cae4f tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:07:03.566029 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56230d7-1806-465e-b8bd-0ff8df5cae4f tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:07:03.566379 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56230d7-1806-465e-b8bd-0ff8df5cae4f tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:07:03.566697 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56230d7-1806-465e-b8bd-0ff8df5cae4f tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:07:03.567019 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56230d7-1806-465e-b8bd-0ff8df5cae4f tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:07:03.567330 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56230d7-1806-465e-b8bd-0ff8df5cae4f tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:07:03.606651 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6824e82-96f0-4bda-a14c-b35f846bdb78 req-d56230d7-1806-465e-b8bd-0ff8df5cae4f tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] No DVR routers for this DVR port 50595964-603e-4437-8916-b082496f51bb on host hv-cinder-83998 {{(pid=110157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 15:07:03.609385 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-c6824e82-96f0-4bda-a14c-b35f846bdb78 req-d56230d7-1806-465e-b8bd-0ff8df5cae4f tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for port (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:07:03.612897 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-c6824e82-96f0-4bda-a14c-b35f846bdb78 req-d56230d7-1806-465e-b8bd-0ff8df5cae4f tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] 10.222.0.49 "DELETE /v2.0/ports/50595964-603e-4437-8916-b082496f51bb HTTP/1.1" status: 204 len: 173 time: 0.4037871 May 18 15:07:03.613325 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '134d1a43-f6e9-481b-891c-d9af293d39b3', 'name': 'network-vif-deleted', 'tag': '50595964-603e-4437-8916-b082496f51bb'}] {{(pid=110157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 15:07:03.615546 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3614be4c33be7e0ed28fa23fdbb6a3604458632b91c0a79006a6fb45a0ea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79e978a-01db-4438-a7ab-082a3e918914" -d '{"events": [{"server_uuid": "134d1a43-f6e9-481b-891c-d9af293d39b3", "name": "network-vif-deleted", "tag": "50595964-603e-4437-8916-b082496f51bb"}]}' {{(pid=110157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 15:07:03.651751 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 15:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122a60cf-a6ab-4b2c-80c3-1af31708936d x-openstack-request-id: req-122a60cf-a6ab-4b2c-80c3-1af31708936d {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 15:07:03.652048 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "134d1a43-f6e9-481b-891c-d9af293d39b3", "name": "network-vif-deleted", "tag": "50595964-603e-4437-8916-b082496f51bb", "status": "completed", "code": 200}]} {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 15:07:03.652301 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-122a60cf-a6ab-4b2c-80c3-1af31708936d {{(pid=110157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 15:07:03.652735 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-122a60cf-a6ab-4b2c-80c3-1af31708936d'] response: {'server_uuid': '134d1a43-f6e9-481b-891c-d9af293d39b3', 'name': 'network-vif-deleted', 'tag': '50595964-603e-4437-8916-b082496f51bb', 'status': 'completed', 'code': 200} May 18 15:07:03.730694 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ae0fccb1-7cc2-4be1-9cba-d631dfcb4c08 req-c1174461-bb97-4616-b1c4-1be49a0c96d8 tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] 10.222.0.59 "GET /v2.0/ports?device_id=134d1a43-f6e9-481b-891c-d9af293d39b3 HTTP/1.1" status: 200 len: 210 time: 0.0298586 May 18 15:07:05.848723 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=4 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:07:05.853959 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=4 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:07:06.478738 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:07:08.348986 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device 50595964-603e-4437-8916-b082496f51bb no longer exists at agent hyperv_hv-cinder-83998 {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 15:07:08.371682 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] No Port match for: 50595964-603e-4437-8916-b082496f51bb {{(pid=110158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 15:07:08.372020 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device 50595964-603e-4437-8916-b082496f51bb not bound to the agent host hv-cinder-83998 {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 15:07:12.590825 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (f376d122-85a6-484a-a941-8f32d5a81e72), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:07:13.590986 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=13,neutron:DELETE=3 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:07:13.712662 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=17,neutron:DELETE=5 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:07:13.888619 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd0daf-020e-496a-a278-b37deb2fdca0 req-38bf8888-4351-4edd-b3eb-341907e41d7c tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:07:13.890002 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0fcd0daf-020e-496a-a278-b37deb2fdca0 req-38bf8888-4351-4edd-b3eb-341907e41d7c tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] 10.222.0.59 "GET /v2.0/networks?id=af259da3-6954-4c7e-8bc3-5252f5783ea7 HTTP/1.1" status: 200 len: 814 time: 0.1037045 May 18 15:07:13.904064 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0fcd0daf-020e-496a-a278-b37deb2fdca0 req-43cdec89-fdb3-4330-97a8-80bf443f9968 tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] 10.222.0.59 "GET /v2.0/quotas/00895e40e4484304937344779ff6f048 HTTP/1.1" status: 200 len: 375 time: 0.0088592 May 18 15:07:13.936830 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0fcd0daf-020e-496a-a278-b37deb2fdca0 req-efaceb7c-f797-4cc2-923f-6ed168b89517 tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=00895e40e4484304937344779ff6f048&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280879 May 18 15:07:14.028285 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0fcd0daf-020e-496a-a278-b37deb2fdca0 req-41ed320c-16bb-4d1f-a51f-16a73396f292 service neutron] 10.222.0.59 "GET /v2.0/networks/af259da3-6954-4c7e-8bc3-5252f5783ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851834 May 18 15:07:14.117048 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0fcd0daf-020e-496a-a278-b37deb2fdca0 req-0f35cc8c-4bfc-4b37-9810-68d584fb263f service neutron] 10.222.0.59 "GET /v2.0/networks/af259da3-6954-4c7e-8bc3-5252f5783ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825899 May 18 15:07:14.276760 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-f1285e77-6587-49c8-b025-1482cdb1489a req-960a211e-3dc1-447e-8efb-69bc185941b7 tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dbd6a23e-73bf-4f73-9759-8aac29ccb4bd HTTP/1.1" status: 200 len: 210 time: 0.0318570 May 18 15:07:15.243054 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd0daf-020e-496a-a278-b37deb2fdca0 req-23c14eaa-7a79-4450-84b5-6af3b43ed242 tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:07:15.244510 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0fcd0daf-020e-496a-a278-b37deb2fdca0 req-23c14eaa-7a79-4450-84b5-6af3b43ed242 tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] 10.222.0.49 "GET /v2.0/networks?id=af259da3-6954-4c7e-8bc3-5252f5783ea7 HTTP/1.1" status: 200 len: 814 time: 0.1045945 May 18 15:07:15.261899 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [req-0fcd0daf-020e-496a-a278-b37deb2fdca0 req-786d7948-5b6e-4a0a-b18c-1f98722a925d tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Request body: {'port': {'device_id': 'dbd6a23e-73bf-4f73-9759-8aac29ccb4bd', 'network_id': 'af259da3-6954-4c7e-8bc3-5252f5783ea7', 'admin_state_up': True, 'tenant_id': '00895e40e4484304937344779ff6f048'}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:07:15.384549 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-52c979cd-1acf-4df0-85bc-a6f5517499e5 req-4c0f320c-8be4-4b16-8261-56b191e1de0d tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dbd6a23e-73bf-4f73-9759-8aac29ccb4bd HTTP/1.1" status: 200 len: 210 time: 0.0380673 May 18 15:07:15.405434 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fcd0daf-020e-496a-a278-b37deb2fdca0 req-786d7948-5b6e-4a0a-b18c-1f98722a925d tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Made reservation on behalf of 00895e40e4484304937344779ff6f048 for: {'port': 1} {{(pid=110157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 15:07:15.408891 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-0fcd0daf-020e-496a-a278-b37deb2fdca0 req-786d7948-5b6e-4a0a-b18c-1f98722a925d tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:07:15.535109 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.db_base_plugin_common [req-0fcd0daf-020e-496a-a278-b37deb2fdca0 req-786d7948-5b6e-4a0a-b18c-1f98722a925d tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Allocated IP 172.20.0.9 (af259da3-6954-4c7e-8bc3-5252f5783ea7/c60e75cd-5868-462c-a406-1ee60a3390c7/ffb82972-8629-441d-81fd-c2a47a13d4df) {{(pid=110157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 15:07:15.684726 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-0fcd0daf-020e-496a-a278-b37deb2fdca0 req-786d7948-5b6e-4a0a-b18c-1f98722a925d tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Publish callbacks [] for port (ffb82972-8629-441d-81fd-c2a47a13d4df), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:07:15.687640 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:07:15.711187 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:07:15.721516 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-0fcd0daf-020e-496a-a278-b37deb2fdca0 req-786d7948-5b6e-4a0a-b18c-1f98722a925d tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770382176031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13704171'] for port (ffb82972-8629-441d-81fd-c2a47a13d4df), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:07:15.763969 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fcd0daf-020e-496a-a278-b37deb2fdca0 req-786d7948-5b6e-4a0a-b18c-1f98722a925d tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Network af259da3-6954-4c7e-8bc3-5252f5783ea7 is already hosted by enough agents. {{(pid=110157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 15:07:15.767153 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.base_scheduler [req-0fcd0daf-020e-496a-a278-b37deb2fdca0 req-786d7948-5b6e-4a0a-b18c-1f98722a925d tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Resources bound (agent type, host, resource id): {{(pid=110157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 15:07:15.769657 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fcd0daf-020e-496a-a278-b37deb2fdca0 req-786d7948-5b6e-4a0a-b18c-1f98722a925d tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Received port after_create {{(pid=110157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 15:07:15.799502 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d7948-5b6e-4a0a-b18c-1f98722a925d tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Pushing event updated for resources: {'Port': ['ID=ffb82972-8629-441d-81fd-c2a47a13d4df,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:07:15.824777 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd0daf-020e-496a-a278-b37deb2fdca0 req-786d7948-5b6e-4a0a-b18c-1f98722a925d tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:07:15.825435 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-0fcd0daf-020e-496a-a278-b37deb2fdca0 req-786d7948-5b6e-4a0a-b18c-1f98722a925d tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for port (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:07:15.841554 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0fcd0daf-020e-496a-a278-b37deb2fdca0 req-786d7948-5b6e-4a0a-b18c-1f98722a925d tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5832369 May 18 15:07:15.858117 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.v2.base [req-0fcd0daf-020e-496a-a278-b37deb2fdca0 req-b67e10bc-a77c-4135-aa7a-bc4fedbac8c8 service neutron] Request body: {'port': {'device_id': 'dbd6a23e-73bf-4f73-9759-8aac29ccb4bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=110157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 15:07:15.919761 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-0fcd0daf-020e-496a-a278-b37deb2fdca0 req-b67e10bc-a77c-4135-aa7a-bc4fedbac8c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (ffb82972-8629-441d-81fd-c2a47a13d4df), before_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:07:16.203852 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.notifiers.nova [req-0fcd0daf-020e-496a-a278-b37deb2fdca0 req-b67e10bc-a77c-4135-aa7a-bc4fedbac8c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffb82972-8629-441d-81fd-c2a47a13d4df {{(pid=110157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 15:07:16.211485 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-0fcd0daf-020e-496a-a278-b37deb2fdca0 req-b67e10bc-a77c-4135-aa7a-bc4fedbac8c8 service neutron] Publish callbacks [] for port (ffb82972-8629-441d-81fd-c2a47a13d4df), precommit_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:07:16.224117 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.provisioning_blocks [req-0fcd0daf-020e-496a-a278-b37deb2fdca0 req-b67e10bc-a77c-4135-aa7a-bc4fedbac8c8 service neutron] Transition to ACTIVE for port object ffb82972-8629-441d-81fd-c2a47a13d4df will not be triggered until provisioned by entity L2. {{(pid=110157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 15:07:16.227092 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-0fcd0daf-020e-496a-a278-b37deb2fdca0 req-b67e10bc-a77c-4135-aa7a-bc4fedbac8c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13704156'] for port (ffb82972-8629-441d-81fd-c2a47a13d4df), after_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:07:16.283311 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e10bc-a77c-4135-aa7a-bc4fedbac8c8 service neutron] Pushing event updated for resources: {'Port': ['ID=ffb82972-8629-441d-81fd-c2a47a13d4df,revision_number=2']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:07:16.348338 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.managers [req-0fcd0daf-020e-496a-a278-b37deb2fdca0 req-b67e10bc-a77c-4135-aa7a-bc4fedbac8c8 service neutron] Attempting to bind port ffb82972-8629-441d-81fd-c2a47a13d4df on host hv-cinder-83998 for vnic_type normal with profile {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 15:07:16.348698 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.managers [req-0fcd0daf-020e-496a-a278-b37deb2fdca0 req-b67e10bc-a77c-4135-aa7a-bc4fedbac8c8 service neutron] Attempting to bind port ffb82972-8629-441d-81fd-c2a47a13d4df by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': 'f870025b-8517-4540-97f8-2c6c05109396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af259da3-6954-4c7e-8bc3-5252f5783ea7'}] {{(pid=110157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 15:07:16.349023 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcd0daf-020e-496a-a278-b37deb2fdca0 req-b67e10bc-a77c-4135-aa7a-bc4fedbac8c8 service neutron] Attempting to bind port ffb82972-8629-441d-81fd-c2a47a13d4df on network af259da3-6954-4c7e-8bc3-5252f5783ea7 {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 15:07:16.353337 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcd0daf-020e-496a-a278-b37deb2fdca0 req-b67e10bc-a77c-4135-aa7a-bc4fedbac8c8 service neutron] Port ffb82972-8629-441d-81fd-c2a47a13d4df on network af259da3-6954-4c7e-8bc3-5252f5783ea7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 15:07:16.353657 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcd0daf-020e-496a-a278-b37deb2fdca0 req-b67e10bc-a77c-4135-aa7a-bc4fedbac8c8 service neutron] Attempting to bind port ffb82972-8629-441d-81fd-c2a47a13d4df on network af259da3-6954-4c7e-8bc3-5252f5783ea7 {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 15:07:16.359104 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcd0daf-020e-496a-a278-b37deb2fdca0 req-b67e10bc-a77c-4135-aa7a-bc4fedbac8c8 service neutron] Checking agent: {'id': 'f376d122-85a6-484a-a941-8f32d5a81e72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 53, 39), 'started_at': datetime.datetime(2022, 5, 18, 14, 53, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 15, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 15:07:16.359432 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcd0daf-020e-496a-a278-b37deb2fdca0 req-b67e10bc-a77c-4135-aa7a-bc4fedbac8c8 service neutron] Checking segment: {'id': 'f870025b-8517-4540-97f8-2c6c05109396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af259da3-6954-4c7e-8bc3-5252f5783ea7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 15:07:16.359808 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcd0daf-020e-496a-a278-b37deb2fdca0 req-b67e10bc-a77c-4135-aa7a-bc4fedbac8c8 service neutron] Bound using segment: {'id': 'f870025b-8517-4540-97f8-2c6c05109396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af259da3-6954-4c7e-8bc3-5252f5783ea7'} {{(pid=110157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 15:07:16.360223 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.managers [req-0fcd0daf-020e-496a-a278-b37deb2fdca0 req-b67e10bc-a77c-4135-aa7a-bc4fedbac8c8 service neutron] Bound port: ffb82972-8629-441d-81fd-c2a47a13d4df, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f870025b-8517-4540-97f8-2c6c05109396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af259da3-6954-4c7e-8bc3-5252f5783ea7'}}] {{(pid=110157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 15:07:16.360568 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-0fcd0daf-020e-496a-a278-b37deb2fdca0 req-b67e10bc-a77c-4135-aa7a-bc4fedbac8c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (ffb82972-8629-441d-81fd-c2a47a13d4df), before_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:07:16.405035 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:07:16.422544 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.db [req-0fcd0daf-020e-496a-a278-b37deb2fdca0 req-b67e10bc-a77c-4135-aa7a-bc4fedbac8c8 service neutron] For port ffb82972-8629-441d-81fd-c2a47a13d4df, host hv-cinder-83998, cleared binding levels {{(pid=110157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 15:07:16.426201 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.db [req-0fcd0daf-020e-496a-a278-b37deb2fdca0 req-b67e10bc-a77c-4135-aa7a-bc4fedbac8c8 service neutron] For port ffb82972-8629-441d-81fd-c2a47a13d4df, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=ffb82972-8629-441d-81fd-c2a47a13d4df,segment=NetworkSegment(f870025b-8517-4540-97f8-2c6c05109396),segment_id=f870025b-8517-4540-97f8-2c6c05109396)] {{(pid=110157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 15:07:16.432615 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-0fcd0daf-020e-496a-a278-b37deb2fdca0 req-b67e10bc-a77c-4135-aa7a-bc4fedbac8c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13704156'] for port (ffb82972-8629-441d-81fd-c2a47a13d4df), after_update {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:07:16.477479 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd0daf-020e-496a-a278-b37deb2fdca0 req-b67e10bc-a77c-4135-aa7a-bc4fedbac8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:07:16.478026 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-0fcd0daf-020e-496a-a278-b37deb2fdca0 req-b67e10bc-a77c-4135-aa7a-bc4fedbac8c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for port (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:07:16.479350 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0fcd0daf-020e-496a-a278-b37deb2fdca0 req-b67e10bc-a77c-4135-aa7a-bc4fedbac8c8 service neutron] 10.222.0.49 "PUT /v2.0/ports/ffb82972-8629-441d-81fd-c2a47a13d4df HTTP/1.1" status: 200 len: 1093 time: 0.6258090 May 18 15:07:16.482586 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbd6a23e-73bf-4f73-9759-8aac29ccb4bd', 'tag': 'ffb82972-8629-441d-81fd-c2a47a13d4df'}] {{(pid=110157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 15:07:16.484924 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3614be4c33be7e0ed28fa23fdbb6a3604458632b91c0a79006a6fb45a0ea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7806f9-c9a7-47fd-b417-d38346537539" -d '{"events": [{"name": "network-changed", "server_uuid": "dbd6a23e-73bf-4f73-9759-8aac29ccb4bd", "tag": "ffb82972-8629-441d-81fd-c2a47a13d4df"}]}' {{(pid=110157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 15:07:16.531080 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 15:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd26c3b-60c2-4dde-9b76-292960841e33 x-openstack-request-id: req-4dd26c3b-60c2-4dde-9b76-292960841e33 {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 15:07:16.531369 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbd6a23e-73bf-4f73-9759-8aac29ccb4bd", "tag": "ffb82972-8629-441d-81fd-c2a47a13d4df", "status": "completed", "code": 200}]} {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 15:07:16.531617 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4dd26c3b-60c2-4dde-9b76-292960841e33 {{(pid=110157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 15:07:16.532010 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dd26c3b-60c2-4dde-9b76-292960841e33'] response: {'name': 'network-changed', 'server_uuid': 'dbd6a23e-73bf-4f73-9759-8aac29ccb4bd', 'tag': 'ffb82972-8629-441d-81fd-c2a47a13d4df', 'status': 'completed', 'code': 200} May 18 15:07:16.548457 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5565f2-2afa-4d97-89cb-8af9bfc9573a req-daf1ccc2-ddf9-427d-9865-b57d4d9ab48f tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:07:16.549983 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8f5565f2-2afa-4d97-89cb-8af9bfc9573a req-daf1ccc2-ddf9-427d-9865-b57d4d9ab48f tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dbd6a23e-73bf-4f73-9759-8aac29ccb4bd HTTP/1.1" status: 200 len: 943 time: 0.0877495 May 18 15:07:16.558884 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e10bc-a77c-4135-aa7a-bc4fedbac8c8 service neutron] Pushing event updated for resources: {'Port': ['ID=ffb82972-8629-441d-81fd-c2a47a13d4df,revision_number=3']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:07:16.600082 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:07:16.614037 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd0daf-020e-496a-a278-b37deb2fdca0 req-7ff821a8-a57a-4012-9308-262bc65584e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:07:16.615522 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0fcd0daf-020e-496a-a278-b37deb2fdca0 req-7ff821a8-a57a-4012-9308-262bc65584e0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=00895e40e4484304937344779ff6f048&device_id=dbd6a23e-73bf-4f73-9759-8aac29ccb4bd HTTP/1.1" status: 200 len: 1127 time: 0.0644403 May 18 15:07:16.672868 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-8f5565f2-2afa-4d97-89cb-8af9bfc9573a req-eed856e9-5b1f-4fdc-b658-5c765da2e151 tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] 10.222.0.59 "GET /v2.0/security-groups?id=84a82c6a-cf29-4446-9782-0f79ab336511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068540 May 18 15:07:16.674459 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0fcd0daf-020e-496a-a278-b37deb2fdca0 req-39392760-5777-4de9-ad25-f047dfea0f7f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffb82972-8629-441d-81fd-c2a47a13d4df HTTP/1.1" status: 200 len: 217 time: 0.0413930 May 18 15:07:16.724124 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd0daf-020e-496a-a278-b37deb2fdca0 req-68fd3e71-1a48-4d31-a1a6-bef592ac71dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:07:16.725645 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0fcd0daf-020e-496a-a278-b37deb2fdca0 req-68fd3e71-1a48-4d31-a1a6-bef592ac71dd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c60e75cd-5868-462c-a406-1ee60a3390c7 HTTP/1.1" status: 200 len: 854 time: 0.0441847 May 18 15:07:16.757661 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0fcd0daf-020e-496a-a278-b37deb2fdca0 req-30717366-408f-4bd3-939b-38ef48740167 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=af259da3-6954-4c7e-8bc3-5252f5783ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246673 May 18 15:07:16.850014 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0fcd0daf-020e-496a-a278-b37deb2fdca0 req-4ad4e1bf-ae9c-48bf-bd84-d1a8ce8c818e service neutron] 10.222.0.49 "GET /v2.0/networks/af259da3-6954-4c7e-8bc3-5252f5783ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860834 May 18 15:07:16.937465 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-0fcd0daf-020e-496a-a278-b37deb2fdca0 req-4fa2d426-254b-4b1b-a25c-25440fa56d9b service neutron] 10.222.0.49 "GET /v2.0/networks/af259da3-6954-4c7e-8bc3-5252f5783ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806007 May 18 15:07:17.817821 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab4bb2-cd3d-4916-9496-246e6cdc68c0 req-11b2b60f-de40-4560-84d0-21a74630d649 tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:07:17.819276 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-10ab4bb2-cd3d-4916-9496-246e6cdc68c0 req-11b2b60f-de40-4560-84d0-21a74630d649 tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dbd6a23e-73bf-4f73-9759-8aac29ccb4bd HTTP/1.1" status: 200 len: 943 time: 0.0776889 May 18 15:07:17.820316 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7806f9-c9a7-47fd-b417-d38346537539 req-5a5ce63d-7848-4ea9-921f-4540c2d94ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:07:17.821663 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ea7806f9-c9a7-47fd-b417-d38346537539 req-5a5ce63d-7848-4ea9-921f-4540c2d94ba4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=00895e40e4484304937344779ff6f048&device_id=dbd6a23e-73bf-4f73-9759-8aac29ccb4bd HTTP/1.1" status: 200 len: 1127 time: 0.0690913 May 18 15:07:17.917090 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-10ab4bb2-cd3d-4916-9496-246e6cdc68c0 req-511b1356-bb73-4ae9-8eda-6532fbccbce2 tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] 10.222.0.59 "GET /v2.0/security-groups?id=84a82c6a-cf29-4446-9782-0f79ab336511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922174 May 18 15:07:17.946429 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7806f9-c9a7-47fd-b417-d38346537539 req-5fa5b951-99c1-412a-bed8-12393bd35616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:07:17.947894 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ea7806f9-c9a7-47fd-b417-d38346537539 req-5fa5b951-99c1-412a-bed8-12393bd35616 service neutron] 10.222.0.49 "GET /v2.0/networks?id=af259da3-6954-4c7e-8bc3-5252f5783ea7 HTTP/1.1" status: 200 len: 915 time: 0.1158457 May 18 15:07:17.985577 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ea7806f9-c9a7-47fd-b417-d38346537539 req-b47a9bad-dbb0-473b-b552-9ed92b69655f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffb82972-8629-441d-81fd-c2a47a13d4df HTTP/1.1" status: 200 len: 217 time: 0.0319731 May 18 15:07:18.032854 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7806f9-c9a7-47fd-b417-d38346537539 req-ce95d70e-c438-43f7-9a9f-d7ce49ffa2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:07:18.035403 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ea7806f9-c9a7-47fd-b417-d38346537539 req-ce95d70e-c438-43f7-9a9f-d7ce49ffa2dd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c60e75cd-5868-462c-a406-1ee60a3390c7 HTTP/1.1" status: 200 len: 854 time: 0.0433347 May 18 15:07:18.073117 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ea7806f9-c9a7-47fd-b417-d38346537539 req-45c135b9-f56c-4e77-a893-d3265739d72b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=af259da3-6954-4c7e-8bc3-5252f5783ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331831 May 18 15:07:18.162324 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ea7806f9-c9a7-47fd-b417-d38346537539 req-63c35087-c003-489d-93f7-b23114061266 service neutron] 10.222.0.49 "GET /v2.0/networks/af259da3-6954-4c7e-8bc3-5252f5783ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838058 May 18 15:07:18.255004 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ea7806f9-c9a7-47fd-b417-d38346537539 req-304074ce-eb88-4ec6-96b2-6903c7ee190a service neutron] 10.222.0.49 "GET /v2.0/networks/af259da3-6954-4c7e-8bc3-5252f5783ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856576 May 18 15:07:18.994730 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:07:19.031899 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e31ac-45f2-4d37-9017-87aac52395ef req-1dd6f55b-589b-4ece-bff3-b44e419c6523 tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:07:19.033450 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ea6e31ac-45f2-4d37-9017-87aac52395ef req-1dd6f55b-589b-4ece-bff3-b44e419c6523 tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dbd6a23e-73bf-4f73-9759-8aac29ccb4bd HTTP/1.1" status: 200 len: 943 time: 0.0490324 May 18 15:07:19.088312 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ea6e31ac-45f2-4d37-9017-87aac52395ef req-0a0bdbdc-56a6-4821-9f7c-2f52c47ceb84 tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] 10.222.0.59 "GET /v2.0/security-groups?id=84a82c6a-cf29-4446-9782-0f79ab336511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487199 May 18 15:07:20.201550 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95120187-131b-4f77-b2bc-b64804fd1c21 req-27ab6dd6-8619-4e86-8094-2e50be42ea25 tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:07:20.203085 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-95120187-131b-4f77-b2bc-b64804fd1c21 req-27ab6dd6-8619-4e86-8094-2e50be42ea25 tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dbd6a23e-73bf-4f73-9759-8aac29ccb4bd HTTP/1.1" status: 200 len: 943 time: 0.0465226 May 18 15:07:20.253584 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-95120187-131b-4f77-b2bc-b64804fd1c21 req-223921a9-b21c-408a-bbd4-cbde88d3721d tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] 10.222.0.59 "GET /v2.0/security-groups?id=84a82c6a-cf29-4446-9782-0f79ab336511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444059 May 18 15:07:20.382067 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device ffb82972-8629-441d-81fd-c2a47a13d4df details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=110158) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 15:07:20.482742 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port ffb82972-8629-441d-81fd-c2a47a13d4df, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=ffb82972-8629-441d-81fd-c2a47a13d4df,segment=NetworkSegment(f870025b-8517-4540-97f8-2c6c05109396),segment_id=f870025b-8517-4540-97f8-2c6c05109396)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:07:20.493709 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Returning: {'device': 'ffb82972-8629-441d-81fd-c2a47a13d4df', 'network_id': 'af259da3-6954-4c7e-8bc3-5252f5783ea7', 'port_id': 'ffb82972-8629-441d-81fd-c2a47a13d4df', 'mac_address': 'fa:16:3e:c5:68:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c60e75cd-5868-462c-a406-1ee60a3390c7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110158) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 15:07:20.538413 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Current status of the port ffb82972-8629-441d-81fd-c2a47a13d4df is: DOWN; New status is: BUILD {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 15:07:20.538799 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (ffb82972-8629-441d-81fd-c2a47a13d4df), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:07:20.550671 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-743da328-9be5-4ba2-a4c7-69c34d9ca6c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (7afc6fe8-d13b-4fd3-bc99-e9efab9a141d), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:07:20.554720 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffb82972-8629-441d-81fd-c2a47a13d4df {{(pid=110158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 15:07:20.578639 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port ffb82972-8629-441d-81fd-c2a47a13d4df, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=ffb82972-8629-441d-81fd-c2a47a13d4df,segment=NetworkSegment(f870025b-8517-4540-97f8-2c6c05109396),segment_id=f870025b-8517-4540-97f8-2c6c05109396)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:07:20.582756 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (ffb82972-8629-441d-81fd-c2a47a13d4df), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:07:20.631046 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Pushing event updated for resources: {'Port': ['ID=ffb82972-8629-441d-81fd-c2a47a13d4df,revision_number=4']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:07:20.639089 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:07:20.639376 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:07:20.639717 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:07:20.640196 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:07:20.640568 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:07:20.640928 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:07:20.641255 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:07:20.641579 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:07:20.641936 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:07:20.642289 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:07:20.642612 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:07:20.642968 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:07:20.643322 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:07:20.643675 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:07:20.643994 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:07:20.904194 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] get_ports_and_sgs() called for port_ids ['ffb82972-8629-441d-81fd-c2a47a13d4df'] {{(pid=110158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 15:07:21.351275 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:07:21.367045 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e2bf31-51d4-4b37-b992-c176f0166d6f req-bf2d6b8d-c688-4a6a-86dd-26f7c33ce0fd tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:07:21.368573 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-44e2bf31-51d4-4b37-b992-c176f0166d6f req-bf2d6b8d-c688-4a6a-86dd-26f7c33ce0fd tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dbd6a23e-73bf-4f73-9759-8aac29ccb4bd HTTP/1.1" status: 200 len: 944 time: 0.0477877 May 18 15:07:21.414949 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-44e2bf31-51d4-4b37-b992-c176f0166d6f req-bd611a24-8b65-4eb2-9368-a28add4e8d34 tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] 10.222.0.59 "GET /v2.0/security-groups?id=84a82c6a-cf29-4446-9782-0f79ab336511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408654 May 18 15:07:22.388157 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device ffb82972-8629-441d-81fd-c2a47a13d4df up at agent hyperv_hv-cinder-83998 {{(pid=110158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 15:07:22.430931 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Provisioning for port ffb82972-8629-441d-81fd-c2a47a13d4df completed by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 15:07:22.436771 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Provisioning complete for port ffb82972-8629-441d-81fd-c2a47a13d4df triggered by entity L2. {{(pid=110158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 15:07:22.437178 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1933546'] for port (ffb82972-8629-441d-81fd-c2a47a13d4df), provisioning_complete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:07:22.511284 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Current status of the port ffb82972-8629-441d-81fd-c2a47a13d4df is: BUILD; New status is: ACTIVE {{(pid=110158) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 15:07:22.511554 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1931386'] for port (ffb82972-8629-441d-81fd-c2a47a13d4df), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:07:22.527859 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b3a3f-e05c-4019-bd99-1e4692e2effd req-05947486-8af2-4150-b411-883651477a52 tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:07:22.529931 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-505b3a3f-e05c-4019-bd99-1e4692e2effd req-05947486-8af2-4150-b411-883651477a52 tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dbd6a23e-73bf-4f73-9759-8aac29ccb4bd HTTP/1.1" status: 200 len: 944 time: 0.0465398 May 18 15:07:22.535157 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd6a23e-73bf-4f73-9759-8aac29ccb4bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb82972-8629-441d-81fd-c2a47a13d4df'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 15:07:22.537389 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62dae43363b0d9fbe88fecb50d2dfb4fafe72539e0e1d03116e82a6fdda86ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b67f67-65de-46e1-b328-4b26bd0bc4f6" -d '{"events": [{"server_uuid": "dbd6a23e-73bf-4f73-9759-8aac29ccb4bd", "name": "network-vif-plugged", "status": "completed", "tag": "ffb82972-8629-441d-81fd-c2a47a13d4df"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 15:07:22.554766 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] For port ffb82972-8629-441d-81fd-c2a47a13d4df, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=ffb82972-8629-441d-81fd-c2a47a13d4df,segment=NetworkSegment(f870025b-8517-4540-97f8-2c6c05109396),segment_id=f870025b-8517-4540-97f8-2c6c05109396)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:07:22.559032 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770382729611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770382176049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770382176067'] for port (ffb82972-8629-441d-81fd-c2a47a13d4df), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:07:22.581544 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-505b3a3f-e05c-4019-bd99-1e4692e2effd req-d373e0a9-fa11-42b0-8b8d-c90f019c9c6f tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] 10.222.0.59 "GET /v2.0/security-groups?id=84a82c6a-cf29-4446-9782-0f79ab336511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448232 May 18 15:07:22.707231 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 15:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0ff88d-6e96-4002-b4ec-a4fbcdb1e37a x-openstack-request-id: req-cf0ff88d-6e96-4002-b4ec-a4fbcdb1e37a {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 15:07:22.707518 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbd6a23e-73bf-4f73-9759-8aac29ccb4bd", "name": "network-vif-plugged", "status": "completed", "tag": "ffb82972-8629-441d-81fd-c2a47a13d4df", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 15:07:22.707766 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cf0ff88d-6e96-4002-b4ec-a4fbcdb1e37a {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 15:07:22.708147 dv-cinder-839987-7-iscsi neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf0ff88d-6e96-4002-b4ec-a4fbcdb1e37a'] response: {'server_uuid': 'dbd6a23e-73bf-4f73-9759-8aac29ccb4bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb82972-8629-441d-81fd-c2a47a13d4df', 'code': 200} May 18 15:07:22.731072 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:07:22.737329 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Pushing event updated for resources: {'Port': ['ID=ffb82972-8629-441d-81fd-c2a47a13d4df,revision_number=5']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:07:22.804897 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfaed89-846c-49de-81c7-15141e62ce0f req-baa7b3d0-9ec5-4ff7-8542-1162d8e95c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:07:22.806357 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1dfaed89-846c-49de-81c7-15141e62ce0f req-baa7b3d0-9ec5-4ff7-8542-1162d8e95c16 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=dbd6a23e-73bf-4f73-9759-8aac29ccb4bd HTTP/1.1" status: 200 len: 1129 time: 0.0435789 May 18 15:07:22.850805 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-1dfaed89-846c-49de-81c7-15141e62ce0f req-c8f94a8a-942d-4d9a-b900-7612e260ee33 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=84a82c6a-cf29-4446-9782-0f79ab336511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369124 May 18 15:07:22.948464 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-65eb7ca9-839d-4b51-a545-ebf8694bd556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (a5518e17-d4a6-403f-b34f-0fa3d03f1833), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:07:23.696308 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7fab90-7862-4750-8c4a-f53c408a1d0c req-4e15a95f-ab05-4d5f-a433-d22589d8c671 tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:07:23.697808 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-aa7fab90-7862-4750-8c4a-f53c408a1d0c req-4e15a95f-ab05-4d5f-a433-d22589d8c671 tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dbd6a23e-73bf-4f73-9759-8aac29ccb4bd HTTP/1.1" status: 200 len: 945 time: 0.0480421 May 18 15:07:23.744690 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-aa7fab90-7862-4750-8c4a-f53c408a1d0c req-0d032ced-c2f0-4dc8-bf9b-9bd943eb3a53 tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] 10.222.0.59 "GET /v2.0/security-groups?id=84a82c6a-cf29-4446-9782-0f79ab336511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409765 May 18 15:07:24.029527 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-50f4e27f-5619-452e-9630-0448ff5d9157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (0f4dbee4-4999-4f30-b578-59222d25f53e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:07:24.859453 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce9fbd1-108b-4e1b-935b-56bebbba6d9b req-90933a7c-dbd2-4988-b936-29c779f7d37e tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:07:24.860921 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-4ce9fbd1-108b-4e1b-935b-56bebbba6d9b req-90933a7c-dbd2-4988-b936-29c779f7d37e tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dbd6a23e-73bf-4f73-9759-8aac29ccb4bd HTTP/1.1" status: 200 len: 945 time: 0.0461595 May 18 15:07:24.911516 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-4ce9fbd1-108b-4e1b-935b-56bebbba6d9b req-36ca04f7-0d9c-4de5-beb2-0413f7986ea2 tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] 10.222.0.59 "GET /v2.0/security-groups?id=84a82c6a-cf29-4446-9782-0f79ab336511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450032 May 18 15:07:25.169957 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-86248160-1b36-4d80-a449-232705ae1859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (11bd5e7f-0ec7-43f5-9ca8-99d3c1136d9c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:07:26.493328 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:07:26.837979 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.agents_db [None req-a4aab2e5-b658-4b2c-9b1f-100bc6421b45 None None] Agent healthcheck: found 6 active agents {{(pid=110159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 15:07:34.901090 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=39 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:07:34.907853 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=63 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:07:36.486463 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:07:36.488451 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:07:42.593551 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (f376d122-85a6-484a-a941-8f32d5a81e72), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:07:45.974475 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c599471-30a3-483e-a16f-6e142666b9a0 req-994a9db6-2e56-4218-8a1a-3ea8e4518c12 tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:07:45.975961 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-5c599471-30a3-483e-a16f-6e142666b9a0 req-994a9db6-2e56-4218-8a1a-3ea8e4518c12 tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dbd6a23e-73bf-4f73-9759-8aac29ccb4bd HTTP/1.1" status: 200 len: 945 time: 0.0471272 May 18 15:07:46.023606 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-5c599471-30a3-483e-a16f-6e142666b9a0 req-bc3cb308-98b4-493e-bde5-a9bf278bff36 tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] 10.222.0.59 "GET /v2.0/security-groups?id=84a82c6a-cf29-4446-9782-0f79ab336511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415075 May 18 15:07:47.139207 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123505f-ee76-48f2-83d2-01025d3a2fa7 req-83e76b1d-abfa-49d0-82a9-04cf84b4c95a tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:07:47.140788 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6123505f-ee76-48f2-83d2-01025d3a2fa7 req-83e76b1d-abfa-49d0-82a9-04cf84b4c95a tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dbd6a23e-73bf-4f73-9759-8aac29ccb4bd HTTP/1.1" status: 200 len: 945 time: 0.0476904 May 18 15:07:47.188137 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6123505f-ee76-48f2-83d2-01025d3a2fa7 req-f5493c8d-660e-4875-b5c5-7d360cba4082 tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] 10.222.0.59 "GET /v2.0/security-groups?id=84a82c6a-cf29-4446-9782-0f79ab336511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412173 May 18 15:07:47.639044 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d63520-b4ae-4100-a905-6a5efa9ef6be req-da4c0a76-d124-4c5d-8ba4-4e8a7d573764 tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:07:47.640477 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d1d63520-b4ae-4100-a905-6a5efa9ef6be req-da4c0a76-d124-4c5d-8ba4-4e8a7d573764 tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbd6a23e-73bf-4f73-9759-8aac29ccb4bd HTTP/1.1" status: 200 len: 945 time: 0.0504215 May 18 15:07:47.719947 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [req-d1d63520-b4ae-4100-a905-6a5efa9ef6be req-3aa64ef2-733d-48c9-901e-f852470b9caa tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Deleting port ffb82972-8629-441d-81fd-c2a47a13d4df {{(pid=110157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:07:47.720289 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-d1d63520-b4ae-4100-a905-6a5efa9ef6be req-3aa64ef2-733d-48c9-901e-f852470b9caa tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (ffb82972-8629-441d-81fd-c2a47a13d4df), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:07:47.812127 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.db [req-d1d63520-b4ae-4100-a905-6a5efa9ef6be req-3aa64ef2-733d-48c9-901e-f852470b9caa tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] For port ffb82972-8629-441d-81fd-c2a47a13d4df, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=ffb82972-8629-441d-81fd-c2a47a13d4df,segment=NetworkSegment(f870025b-8517-4540-97f8-2c6c05109396),segment_id=f870025b-8517-4540-97f8-2c6c05109396)] {{(pid=110157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:07:47.812484 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-d1d63520-b4ae-4100-a905-6a5efa9ef6be req-3aa64ef2-733d-48c9-901e-f852470b9caa tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (ffb82972-8629-441d-81fd-c2a47a13d4df), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:07:47.825241 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [req-d1d63520-b4ae-4100-a905-6a5efa9ef6be req-3aa64ef2-733d-48c9-901e-f852470b9caa tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Calling delete_port for ffb82972-8629-441d-81fd-c2a47a13d4df owned by compute:nova {{(pid=110157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:07:47.949798 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-d1d63520-b4ae-4100-a905-6a5efa9ef6be req-3aa64ef2-733d-48c9-901e-f852470b9caa tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13704171'] for port (ffb82972-8629-441d-81fd-c2a47a13d4df), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:07:47.975411 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa64ef2-733d-48c9-901e-f852470b9caa tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Pushing event deleted for resources: {'Port': ['ID=ffb82972-8629-441d-81fd-c2a47a13d4df,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:07:47.985687 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] get_ports_and_sgs() called for port_ids ['ffb82972-8629-441d-81fd-c2a47a13d4df'] {{(pid=110158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 15:07:48.021073 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1d63520-b4ae-4100-a905-6a5efa9ef6be req-3aa64ef2-733d-48c9-901e-f852470b9caa tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] No DVR routers for this DVR port ffb82972-8629-441d-81fd-c2a47a13d4df on host hv-cinder-83998 {{(pid=110157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 15:07:48.023351 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-d1d63520-b4ae-4100-a905-6a5efa9ef6be req-3aa64ef2-733d-48c9-901e-f852470b9caa tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for port (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:07:48.026534 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-d1d63520-b4ae-4100-a905-6a5efa9ef6be req-3aa64ef2-733d-48c9-901e-f852470b9caa tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] 10.222.0.49 "DELETE /v2.0/ports/ffb82972-8629-441d-81fd-c2a47a13d4df HTTP/1.1" status: 204 len: 173 time: 0.3811178 May 18 15:07:48.026965 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd6a23e-73bf-4f73-9759-8aac29ccb4bd', 'name': 'network-vif-deleted', 'tag': 'ffb82972-8629-441d-81fd-c2a47a13d4df'}] {{(pid=110157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 15:07:48.029776 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3614be4c33be7e0ed28fa23fdbb6a3604458632b91c0a79006a6fb45a0ea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54d2725-2dea-46d3-81bb-ba45cd1dcd64" -d '{"events": [{"server_uuid": "dbd6a23e-73bf-4f73-9759-8aac29ccb4bd", "name": "network-vif-deleted", "tag": "ffb82972-8629-441d-81fd-c2a47a13d4df"}]}' {{(pid=110157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 15:07:48.064815 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 15:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da036303-63e2-4576-8d89-30a4a0a5d8c2 x-openstack-request-id: req-da036303-63e2-4576-8d89-30a4a0a5d8c2 {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 15:07:48.065107 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbd6a23e-73bf-4f73-9759-8aac29ccb4bd", "name": "network-vif-deleted", "tag": "ffb82972-8629-441d-81fd-c2a47a13d4df", "status": "completed", "code": 200}]} {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 15:07:48.065357 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-da036303-63e2-4576-8d89-30a4a0a5d8c2 {{(pid=110157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 15:07:48.065753 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da036303-63e2-4576-8d89-30a4a0a5d8c2'] response: {'server_uuid': 'dbd6a23e-73bf-4f73-9759-8aac29ccb4bd', 'name': 'network-vif-deleted', 'tag': 'ffb82972-8629-441d-81fd-c2a47a13d4df', 'status': 'completed', 'code': 200} May 18 15:07:48.301537 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-07db54b7-8437-42f2-8737-fe92eb1b01f8 req-d602a245-9142-4212-bd84-2dabd0e322c6 tempest-VolumesSnapshotTestJSON-967604929 tempest-VolumesSnapshotTestJSON-967604929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dbd6a23e-73bf-4f73-9759-8aac29ccb4bd HTTP/1.1" status: 200 len: 210 time: 0.0285635 May 18 15:07:49.082290 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6a95f9f9-bd08-444b-a1c8-838284e21c8f req-b455da25-7dd4-4bd1-8064-0e3a77ffa0e9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=366e5a82-fcc6-43b2-bee6-18a102900b29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429380 May 18 15:07:49.152103 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a95f9f9-bd08-444b-a1c8-838284e21c8f req-24853037-9e89-4c28-9f49-93a5e3ad9343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:07:49.153581 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6a95f9f9-bd08-444b-a1c8-838284e21c8f req-24853037-9e89-4c28-9f49-93a5e3ad9343 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d2f3dc5d9c6648c79267f71b5a86f249&device_id=366e5a82-fcc6-43b2-bee6-18a102900b29 HTTP/1.1" status: 200 len: 1130 time: 0.0389495 May 18 15:07:49.225160 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=13 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:07:49.227112 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=21 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:07:49.256850 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a95f9f9-bd08-444b-a1c8-838284e21c8f req-988a9f29-2621-4ac9-896e-fc65eb03aa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:07:49.258384 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6a95f9f9-bd08-444b-a1c8-838284e21c8f req-988a9f29-2621-4ac9-896e-fc65eb03aa58 service neutron] 10.222.0.49 "GET /v2.0/networks?id=19da6af6-a529-4bd8-858e-9cc319b37384 HTTP/1.1" status: 200 len: 911 time: 0.0870054 May 18 15:07:49.323827 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6a95f9f9-bd08-444b-a1c8-838284e21c8f req-375c1252-28dc-4f44-806c-ab17bd110458 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a2aa193-61d5-49e1-874d-e6b962c370c9 HTTP/1.1" status: 200 len: 1002 time: 0.0593667 May 18 15:07:49.373056 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a95f9f9-bd08-444b-a1c8-838284e21c8f req-e1d3dbb0-758c-4369-893a-4eb0d3faf583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:07:49.374576 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6a95f9f9-bd08-444b-a1c8-838284e21c8f req-e1d3dbb0-758c-4369-893a-4eb0d3faf583 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=207e26a7-c20a-4ebc-a1ff-b0586cec622c HTTP/1.1" status: 200 len: 849 time: 0.0455747 May 18 15:07:49.417343 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a95f9f9-bd08-444b-a1c8-838284e21c8f req-1d79fb73-78e5-46aa-906b-35e7d74cc27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:07:49.419465 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6a95f9f9-bd08-444b-a1c8-838284e21c8f req-1d79fb73-78e5-46aa-906b-35e7d74cc27b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=19da6af6-a529-4bd8-858e-9cc319b37384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395234 May 18 15:07:49.441648 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:07:49.724110 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:07:49.767803 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6a95f9f9-bd08-444b-a1c8-838284e21c8f req-a5eabbd1-b89c-4a31-8ca3-eb7fa5b5aaa7 service neutron] 10.222.0.49 "GET /v2.0/networks/19da6af6-a529-4bd8-858e-9cc319b37384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425839 May 18 15:07:49.864438 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6a95f9f9-bd08-444b-a1c8-838284e21c8f req-dc8d6e40-2e51-44e6-be97-d8764eb5c8ae service neutron] 10.222.0.49 "GET /v2.0/networks/19da6af6-a529-4bd8-858e-9cc319b37384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898337 May 18 15:07:50.532924 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e1cdc9bd-c523-4417-a012-82c419d54b88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (7afc6fe8-d13b-4fd3-bc99-e9efab9a141d), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:07:52.951719 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-287e50e1-7b63-4ab3-ad13-6bda726d4372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (a5518e17-d4a6-403f-b34f-0fa3d03f1833), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:07:53.663059 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device ffb82972-8629-441d-81fd-c2a47a13d4df no longer exists at agent hyperv_hv-cinder-83998 {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 15:07:53.682266 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] No Port match for: ffb82972-8629-441d-81fd-c2a47a13d4df {{(pid=110158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 15:07:53.682605 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device ffb82972-8629-441d-81fd-c2a47a13d4df not bound to the agent host hv-cinder-83998 {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 15:07:54.031419 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-50f4e27f-5619-452e-9630-0448ff5d9157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (0f4dbee4-4999-4f30-b578-59222d25f53e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:07:55.173927 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-86248160-1b36-4d80-a449-232705ae1859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (11bd5e7f-0ec7-43f5-9ca8-99d3c1136d9c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:07:56.499254 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:07:59.860296 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=15 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:07:59.861099 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=21 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:08:03.836725 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.agents_db [None req-a4aab2e5-b658-4b2c-9b1f-100bc6421b45 None None] Agent healthcheck: found 6 active agents {{(pid=110159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 15:08:05.170807 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:08:06.494957 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:08:11.613463 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 41020) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:08:11.659036 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3426d52-285e-47e4-877d-e7051cb9343a admin admin] Deleting subnet c60e75cd-5868-462c-a406-1ee60a3390c7 {{(pid=110156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 18 15:08:11.662164 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-e3426d52-285e-47e4-877d-e7051cb9343a admin admin] Publish callbacks [] for subnet (c60e75cd-5868-462c-a406-1ee60a3390c7), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:11.695721 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-e3426d52-285e-47e4-877d-e7051cb9343a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14249964'] for subnet (c60e75cd-5868-462c-a406-1ee60a3390c7), precommit_delete_associations {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:11.734709 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-e3426d52-285e-47e4-877d-e7051cb9343a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027974'] for subnet (c60e75cd-5868-462c-a406-1ee60a3390c7), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:11.789803 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-e3426d52-285e-47e4-877d-e7051cb9343a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2027999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14493751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12844375'] for subnet (c60e75cd-5868-462c-a406-1ee60a3390c7), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:11.817013 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3426d52-285e-47e4-877d-e7051cb9343a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c60e75cd-5868-462c-a406-1ee60a3390c7,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:08:11.821819 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-e3426d52-285e-47e4-877d-e7051cb9343a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:11.825655 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-e3426d52-285e-47e4-877d-e7051cb9343a admin admin] 10.222.0.59 "DELETE /v2.0/subnets/c60e75cd-5868-462c-a406-1ee60a3390c7 HTTP/1.1" status: 204 len: 168 time: 0.2111852 May 18 15:08:11.828225 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 41024) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:08:11.830885 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3426d52-285e-47e4-877d-e7051cb9343a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:08:11.831246 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3426d52-285e-47e4-877d-e7051cb9343a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:08:11.831594 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3426d52-285e-47e4-877d-e7051cb9343a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:08:11.831951 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3426d52-285e-47e4-877d-e7051cb9343a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:08:11.832301 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3426d52-285e-47e4-877d-e7051cb9343a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:08:11.832671 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3426d52-285e-47e4-877d-e7051cb9343a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:08:11.832998 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3426d52-285e-47e4-877d-e7051cb9343a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:08:11.833328 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3426d52-285e-47e4-877d-e7051cb9343a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:08:11.833678 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3426d52-285e-47e4-877d-e7051cb9343a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:08:11.834030 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3426d52-285e-47e4-877d-e7051cb9343a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:08:11.834379 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3426d52-285e-47e4-877d-e7051cb9343a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:08:11.834732 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3426d52-285e-47e4-877d-e7051cb9343a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:08:11.835108 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3426d52-285e-47e4-877d-e7051cb9343a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:08:11.835923 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3426d52-285e-47e4-877d-e7051cb9343a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:08:11.835923 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3426d52-285e-47e4-877d-e7051cb9343a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:08:11.897033 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-fd013c1c-d5d3-4f7d-863e-41b4fdc228a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1954329'] for network (af259da3-6954-4c7e-8bc3-5252f5783ea7), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:11.976445 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-fd013c1c-d5d3-4f7d-863e-41b4fdc228a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017651', 'neutron.services.segments.db._delete_segments_for_network-8770382701078'] for network (af259da3-6954-4c7e-8bc3-5252f5783ea7), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:11.996252 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.services.segments.db [None req-fd013c1c-d5d3-4f7d-863e-41b4fdc228a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af259da3-6954-4c7e-8bc3-5252f5783ea7']}} {{(pid=110157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:08:12.005920 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.services.segments.db [None req-fd013c1c-d5d3-4f7d-863e-41b4fdc228a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f870025b-8517-4540-97f8-2c6c05109396') {'for_net_delete': True} {{(pid=110157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:08:12.006299 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.services.segments.db [None req-fd013c1c-d5d3-4f7d-863e-41b4fdc228a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f870025b-8517-4540-97f8-2c6c05109396') {} {{(pid=110157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:08:12.016264 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-fd013c1c-d5d3-4f7d-863e-41b4fdc228a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770382700063', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14498612'] for segment (f870025b-8517-4540-97f8-2c6c05109396), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:12.029636 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-fd013c1c-d5d3-4f7d-863e-41b4fdc228a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029885'] for segment (f870025b-8517-4540-97f8-2c6c05109396), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:12.035366 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd013c1c-d5d3-4f7d-863e-41b4fdc228a0 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=110157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 15:08:12.035742 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-fd013c1c-d5d3-4f7d-863e-41b4fdc228a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13704120'] for segment (f870025b-8517-4540-97f8-2c6c05109396), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:12.037429 dv-cinder-839987-7-iscsi neutron-server[110157]: Traceback (most recent call last): May 18 15:08:12.037429 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 15:08:12.037429 dv-cinder-839987-7-iscsi neutron-server[110157]: timer() May 18 15:08:12.037429 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 15:08:12.037429 dv-cinder-839987-7-iscsi neutron-server[110157]: cb(*args, **kw) May 18 15:08:12.037429 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 18 15:08:12.037429 dv-cinder-839987-7-iscsi neutron-server[110157]: return func(*args, **kwargs) May 18 15:08:12.037429 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 15:08:12.037429 dv-cinder-839987-7-iscsi neutron-server[110157]: self._notify() May 18 15:08:12.037429 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 15:08:12.037429 dv-cinder-839987-7-iscsi neutron-server[110157]: self.callback(batched_events) May 18 15:08:12.037429 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 15:08:12.037429 dv-cinder-839987-7-iscsi neutron-server[110157]: event.method(event) May 18 15:08:12.037429 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 15:08:12.037429 dv-cinder-839987-7-iscsi neutron-server[110157]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 15:08:12.037429 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 15:08:12.037429 dv-cinder-839987-7-iscsi neutron-server[110157]: aggregate_uuid = self.p_client.list_aggregates( May 18 15:08:12.037429 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 15:08:12.037429 dv-cinder-839987-7-iscsi neutron-server[110157]: return f(self, *a, **k) May 18 15:08:12.037429 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 15:08:12.037429 dv-cinder-839987-7-iscsi neutron-server[110157]: return self._get(url).json() May 18 15:08:12.037429 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 15:08:12.037429 dv-cinder-839987-7-iscsi neutron-server[110157]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 15:08:12.037429 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 15:08:12.037429 dv-cinder-839987-7-iscsi neutron-server[110157]: return self.request(url, 'GET', **kwargs) May 18 15:08:12.037429 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 15:08:12.037429 dv-cinder-839987-7-iscsi neutron-server[110157]: base_url = self.get_endpoint(auth, allow=allow, May 18 15:08:12.037429 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 15:08:12.037429 dv-cinder-839987-7-iscsi neutron-server[110157]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 15:08:12.037429 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 15:08:12.037429 dv-cinder-839987-7-iscsi neutron-server[110157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 15:08:12.037429 dv-cinder-839987-7-iscsi neutron-server[110157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 15:08:12.091519 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-fd013c1c-d5d3-4f7d-863e-41b4fdc228a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008250'] for network (af259da3-6954-4c7e-8bc3-5252f5783ea7), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:12.095750 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-fd013c1c-d5d3-4f7d-863e-41b4fdc228a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for network (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:12.098847 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-fd013c1c-d5d3-4f7d-863e-41b4fdc228a0 admin admin] 10.222.0.59 "DELETE /v2.0/networks/af259da3-6954-4c7e-8bc3-5252f5783ea7 HTTP/1.1" status: 204 len: 168 time: 0.2695799 May 18 15:08:12.112308 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd013c1c-d5d3-4f7d-863e-41b4fdc228a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=af259da3-6954-4c7e-8bc3-5252f5783ea7,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:08:12.120079 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd013c1c-d5d3-4f7d-863e-41b4fdc228a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:08:12.120958 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd013c1c-d5d3-4f7d-863e-41b4fdc228a0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:08:12.121382 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd013c1c-d5d3-4f7d-863e-41b4fdc228a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:08:12.121733 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd013c1c-d5d3-4f7d-863e-41b4fdc228a0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:08:12.122291 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd013c1c-d5d3-4f7d-863e-41b4fdc228a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:08:12.122854 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd013c1c-d5d3-4f7d-863e-41b4fdc228a0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:08:12.123416 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd013c1c-d5d3-4f7d-863e-41b4fdc228a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:08:12.123796 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd013c1c-d5d3-4f7d-863e-41b4fdc228a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:08:12.124360 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd013c1c-d5d3-4f7d-863e-41b4fdc228a0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:08:12.124975 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd013c1c-d5d3-4f7d-863e-41b4fdc228a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:08:12.125508 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd013c1c-d5d3-4f7d-863e-41b4fdc228a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:08:12.126127 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd013c1c-d5d3-4f7d-863e-41b4fdc228a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:08:12.126553 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd013c1c-d5d3-4f7d-863e-41b4fdc228a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:08:12.126900 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd013c1c-d5d3-4f7d-863e-41b4fdc228a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:08:12.127288 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd013c1c-d5d3-4f7d-863e-41b4fdc228a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:08:12.258631 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 41028) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:08:12.302803 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-a4a04c36-9693-40a0-a0c1-ccd0539fc046 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=00895e40e4484304937344779ff6f048&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429208 May 18 15:08:12.305662 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 41030) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:08:12.351982 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-1f7c9367-d29a-4439-b682-7e11534482ad admin admin] Publish callbacks [] for security_group (84a82c6a-cf29-4446-9782-0f79ab336511), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:12.374119 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-1f7c9367-d29a-4439-b682-7e11534482ad admin admin] Publish callbacks [] for security_group (84a82c6a-cf29-4446-9782-0f79ab336511), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:12.423488 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-1f7c9367-d29a-4439-b682-7e11534482ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (84a82c6a-cf29-4446-9782-0f79ab336511), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:12.426069 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-1f7c9367-d29a-4439-b682-7e11534482ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:12.427208 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-1f7c9367-d29a-4439-b682-7e11534482ad admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/84a82c6a-cf29-4446-9782-0f79ab336511 HTTP/1.1" status: 204 len: 168 time: 0.1206553 May 18 15:08:12.436985 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7c9367-d29a-4439-b682-7e11534482ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a82c6a-cf29-4446-9782-0f79ab336511,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:08:12.590959 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (f376d122-85a6-484a-a941-8f32d5a81e72), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:15.946629 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 41068) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:08:16.248977 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [None req-64769098-4ce1-4d4b-b783-52abdaa2e3b3 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Deleting port 7cc117e0-9f7d-45dd-a501-34c1d8ef6a1b {{(pid=110157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:08:16.249315 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-64769098-4ce1-4d4b-b783-52abdaa2e3b3 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (7cc117e0-9f7d-45dd-a501-34c1d8ef6a1b), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:16.326470 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-64769098-4ce1-4d4b-b783-52abdaa2e3b3 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (7cc117e0-9f7d-45dd-a501-34c1d8ef6a1b), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:16.326787 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-64769098-4ce1-4d4b-b783-52abdaa2e3b3 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks [] for floatingip (7cc117e0-9f7d-45dd-a501-34c1d8ef6a1b), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:16.339534 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [None req-64769098-4ce1-4d4b-b783-52abdaa2e3b3 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Calling delete_port for 7cc117e0-9f7d-45dd-a501-34c1d8ef6a1b owned by network:floatingip {{(pid=110157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:08:16.414308 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:08:16.475357 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:08:16.487102 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-64769098-4ce1-4d4b-b783-52abdaa2e3b3 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13704171'] for port (7cc117e0-9f7d-45dd-a501-34c1d8ef6a1b), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:16.518849 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64769098-4ce1-4d4b-b783-52abdaa2e3b3 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Pushing event deleted for resources: {'Port': ['ID=7cc117e0-9f7d-45dd-a501-34c1d8ef6a1b,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:08:16.583400 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-64769098-4ce1-4d4b-b783-52abdaa2e3b3 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks [] for floatingip (52ec22c4-3eae-4c8e-8d74-e4b449893ae9), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:16.583742 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.db.l3_db [None req-64769098-4ce1-4d4b-b783-52abdaa2e3b3 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Floating IP 52ec22c4-3eae-4c8e-8d74-e4b449893ae9 disassociated (deleted). External IP: 172.27.3.184, port: 9a2aa193-61d5-49e1-874d-e6b962c370c9. May 18 15:08:16.786982 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64769098-4ce1-4d4b-b783-52abdaa2e3b3 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Router 8573937c-6581-4c6d-ace7-8dd8acf225e5 has already been hosted by L3 agent a5518e17-d4a6-403f-b34f-0fa3d03f1833 {{(pid=110157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 15:08:16.892849 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64769098-4ce1-4d4b-b783-52abdaa2e3b3 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Notify agent at l3_agent.dv-cinder-839987-7-iscsi the message routers_updated {{(pid=110157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 15:08:16.897807 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-64769098-4ce1-4d4b-b783-52abdaa2e3b3 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for floatingip (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:16.903250 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371a77d8-be09-4f78-b896-f0dc3c595a5c None None] Sync routers for ids ['8573937c-6581-4c6d-ace7-8dd8acf225e5'] in dv-cinder-839987-7-iscsi {{(pid=110158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 15:08:16.913343 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371a77d8-be09-4f78-b896-f0dc3c595a5c None None] Routers {'8573937c-6581-4c6d-ace7-8dd8acf225e5'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:08:16.914085 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-371a77d8-be09-4f78-b896-f0dc3c595a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:07:53Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['8573937c-6581-4c6d-ace7-8dd8acf225e5'], 'active': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:08:16.927769 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-64769098-4ce1-4d4b-b783-52abdaa2e3b3 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "DELETE /v2.0/floatingips/52ec22c4-3eae-4c8e-8d74-e4b449893ae9 HTTP/1.1" status: 204 len: 168 time: 0.9800475 May 18 15:08:16.928354 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '366e5a82-fcc6-43b2-bee6-18a102900b29', 'tag': '9a2aa193-61d5-49e1-874d-e6b962c370c9'}] {{(pid=110157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 15:08:16.930900 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3614be4c33be7e0ed28fa23fdbb6a3604458632b91c0a79006a6fb45a0ea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90fa9629-6601-4b2d-a504-2a02cc5f5928" -d '{"events": [{"name": "network-changed", "server_uuid": "366e5a82-fcc6-43b2-bee6-18a102900b29", "tag": "9a2aa193-61d5-49e1-874d-e6b962c370c9"}]}' {{(pid=110157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 15:08:16.972942 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 15:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdbc4100-6f14-4e92-a12c-dc720f534caf x-openstack-request-id: req-fdbc4100-6f14-4e92-a12c-dc720f534caf {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 15:08:16.973542 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "366e5a82-fcc6-43b2-bee6-18a102900b29", "tag": "9a2aa193-61d5-49e1-874d-e6b962c370c9", "status": "completed", "code": 200}]} {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 15:08:16.973542 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fdbc4100-6f14-4e92-a12c-dc720f534caf {{(pid=110157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 15:08:16.973845 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdbc4100-6f14-4e92-a12c-dc720f534caf'] response: {'name': 'network-changed', 'server_uuid': '366e5a82-fcc6-43b2-bee6-18a102900b29', 'tag': '9a2aa193-61d5-49e1-874d-e6b962c370c9', 'status': 'completed', 'code': 200} May 18 15:08:17.027796 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvr_db [None req-371a77d8-be09-4f78-b896-f0dc3c595a5c None None] Set router 8573937c-6581-4c6d-ace7-8dd8acf225e5 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:08:17.162442 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd6c811-f455-459f-876f-e9741b44c9cb req-17d1ae23-0558-4b44-9f96-f7ac49ee3c75 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:08:17.164088 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ddd6c811-f455-459f-876f-e9741b44c9cb req-17d1ae23-0558-4b44-9f96-f7ac49ee3c75 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/ports?device_id=366e5a82-fcc6-43b2-bee6-18a102900b29 HTTP/1.1" status: 200 len: 946 time: 0.0481632 May 18 15:08:17.215306 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-ddd6c811-f455-459f-876f-e9741b44c9cb req-17d6886e-4132-4c38-baad-c9014b32cd5c tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cbe187f-440f-4228-8e53-1401efa51829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443373 May 18 15:08:17.242600 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-371a77d8-be09-4f78-b896-f0dc3c595a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'name': 'tempest-TestVolumeBootPattern-79845524-router', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:01:29Z', 'updated_at': '2022-05-18T15:01:33Z', 'revision_number': 4, 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'gw_port': {'id': 'f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:01:30Z', 'updated_at': '2022-05-18T15:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_floatingips': [{'id': '443de883-d84e-4175-9775-aedf9fba2f6e', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'floating_ip_address': '172.27.3.240', 'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'router_id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'port_id': 'd606525d-ae8c-4f8f-bf39-230c02f71e29', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19da6af6-a529-4bd8-858e-9cc319b37384', 'mac_address': 'fa:16:3e:9a:16:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19720ba-f060-4b0c-9f92-bfe6dd401d8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T15:04:40Z', 'updated_at': '2022-05-18T15:04:42Z', 'revision_number': 1, 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc40aefa-34c6-44cd-99ee-616025582ddd', 'name': '', 'network_id': '19da6af6-a529-4bd8-858e-9cc319b37384', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'mac_address': 'fa:16:3e:27:4a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '207e26a7-c20a-4ebc-a1ff-b0586cec622c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:01:32Z', 'updated_at': '2022-05-18T15:01:37Z', 'revision_number': 5, 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'subnets': [{'id': '207e26a7-c20a-4ebc-a1ff-b0586cec622c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:08:17.273759 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371a77d8-be09-4f78-b896-f0dc3c595a5c None None] Checking router: 8573937c-6581-4c6d-ace7-8dd8acf225e5 for host: dv-cinder-839987-7-iscsi {{(pid=110158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 15:08:17.282941 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371a77d8-be09-4f78-b896-f0dc3c595a5c None None] Routers {'8573937c-6581-4c6d-ace7-8dd8acf225e5'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:08:17.283574 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-371a77d8-be09-4f78-b896-f0dc3c595a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:07:53Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['8573937c-6581-4c6d-ace7-8dd8acf225e5'], 'active': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:08:17.382307 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvr_db [None req-371a77d8-be09-4f78-b896-f0dc3c595a5c None None] Set router 8573937c-6581-4c6d-ace7-8dd8acf225e5 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:08:17.590931 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-371a77d8-be09-4f78-b896-f0dc3c595a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'name': 'tempest-TestVolumeBootPattern-79845524-router', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:01:29Z', 'updated_at': '2022-05-18T15:01:33Z', 'revision_number': 4, 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'gw_port': {'id': 'f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:01:30Z', 'updated_at': '2022-05-18T15:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_floatingips': [{'id': '443de883-d84e-4175-9775-aedf9fba2f6e', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'floating_ip_address': '172.27.3.240', 'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'router_id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'port_id': 'd606525d-ae8c-4f8f-bf39-230c02f71e29', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19da6af6-a529-4bd8-858e-9cc319b37384', 'mac_address': 'fa:16:3e:9a:16:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19720ba-f060-4b0c-9f92-bfe6dd401d8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T15:04:40Z', 'updated_at': '2022-05-18T15:04:42Z', 'revision_number': 1, 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc40aefa-34c6-44cd-99ee-616025582ddd', 'name': '', 'network_id': '19da6af6-a529-4bd8-858e-9cc319b37384', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'mac_address': 'fa:16:3e:27:4a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '207e26a7-c20a-4ebc-a1ff-b0586cec622c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:01:32Z', 'updated_at': '2022-05-18T15:01:37Z', 'revision_number': 5, 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'subnets': [{'id': '207e26a7-c20a-4ebc-a1ff-b0586cec622c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:08:17.616011 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371a77d8-be09-4f78-b896-f0dc3c595a5c None None] The sync data for ids ['8573937c-6581-4c6d-ace7-8dd8acf225e5'] in dv-cinder-839987-7-iscsi is: [{'id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'name': 'tempest-TestVolumeBootPattern-79845524-router', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:01:29Z', 'updated_at': '2022-05-18T15:01:33Z', 'revision_number': 4, 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'gw_port': {'id': 'f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:01:30Z', 'updated_at': '2022-05-18T15:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_floatingips': [{'id': '443de883-d84e-4175-9775-aedf9fba2f6e', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'floating_ip_address': '172.27.3.240', 'floating_network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'router_id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'port_id': 'd606525d-ae8c-4f8f-bf39-230c02f71e29', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19da6af6-a529-4bd8-858e-9cc319b37384', 'mac_address': 'fa:16:3e:9a:16:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19720ba-f060-4b0c-9f92-bfe6dd401d8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T15:04:40Z', 'updated_at': '2022-05-18T15:04:42Z', 'revision_number': 1, 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc40aefa-34c6-44cd-99ee-616025582ddd', 'name': '', 'network_id': '19da6af6-a529-4bd8-858e-9cc319b37384', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'mac_address': 'fa:16:3e:27:4a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '207e26a7-c20a-4ebc-a1ff-b0586cec622c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:01:32Z', 'updated_at': '2022-05-18T15:01:37Z', 'revision_number': 5, 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'subnets': [{'id': '207e26a7-c20a-4ebc-a1ff-b0586cec622c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 15:08:17.753324 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa9629-6601-4b2d-a504-2a02cc5f5928 req-79391a19-9e35-4cf2-aa3e-11f962131849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:08:17.754836 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-90fa9629-6601-4b2d-a504-2a02cc5f5928 req-79391a19-9e35-4cf2-aa3e-11f962131849 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d2f3dc5d9c6648c79267f71b5a86f249&device_id=366e5a82-fcc6-43b2-bee6-18a102900b29 HTTP/1.1" status: 200 len: 1130 time: 0.0451822 May 18 15:08:17.837451 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6917773-34f4-43bf-97b7-c6348d7a9666 None None] New status for floating IP 52ec22c4-3eae-4c8e-8d74-e4b449893ae9: DOWN {{(pid=110159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 15:08:18.333877 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea0d23-5a67-47e4-ada4-01c37c782a0e req-25f7e416-8a3e-4b52-8256-4b42b4e2061c tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:08:18.335331 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-66ea0d23-5a67-47e4-ada4-01c37c782a0e req-25f7e416-8a3e-4b52-8256-4b42b4e2061c tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/ports?device_id=366e5a82-fcc6-43b2-bee6-18a102900b29 HTTP/1.1" status: 200 len: 946 time: 0.0465605 May 18 15:08:18.382965 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-66ea0d23-5a67-47e4-ada4-01c37c782a0e req-f30eff0c-afb0-4b48-b36c-6fe70501e21f tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cbe187f-440f-4228-8e53-1401efa51829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422313 May 18 15:08:18.996887 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa9629-6601-4b2d-a504-2a02cc5f5928 req-f35218b2-f234-4970-9332-a7a8543fd62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:08:18.998418 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-90fa9629-6601-4b2d-a504-2a02cc5f5928 req-f35218b2-f234-4970-9332-a7a8543fd62a service neutron] 10.222.0.49 "GET /v2.0/networks?id=19da6af6-a529-4bd8-858e-9cc319b37384 HTTP/1.1" status: 200 len: 911 time: 0.0917428 May 18 15:08:19.178593 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-90fa9629-6601-4b2d-a504-2a02cc5f5928 req-e9a6cc50-0575-4cdb-9d8e-7bafe300b018 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a2aa193-61d5-49e1-874d-e6b962c370c9 HTTP/1.1" status: 200 len: 217 time: 0.0365534 May 18 15:08:19.232994 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa9629-6601-4b2d-a504-2a02cc5f5928 req-7de39278-0f04-4d79-a6e8-5eff8d85f5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:08:19.234336 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-90fa9629-6601-4b2d-a504-2a02cc5f5928 req-7de39278-0f04-4d79-a6e8-5eff8d85f5b7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=207e26a7-c20a-4ebc-a1ff-b0586cec622c HTTP/1.1" status: 200 len: 849 time: 0.0501575 May 18 15:08:19.494125 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ad704-7a8e-44f5-b631-70f8d15bcc66 req-bf0e0f68-a5b3-471a-86b6-6da3de675238 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:08:19.496114 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-a56ad704-7a8e-44f5-b631-70f8d15bcc66 req-bf0e0f68-a5b3-471a-86b6-6da3de675238 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/ports?device_id=366e5a82-fcc6-43b2-bee6-18a102900b29 HTTP/1.1" status: 200 len: 946 time: 0.0470545 May 18 15:08:19.525545 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:08:19.547537 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-a56ad704-7a8e-44f5-b631-70f8d15bcc66 req-e37b543c-147d-4ed0-aa56-e8765f98fdc2 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cbe187f-440f-4228-8e53-1401efa51829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459962 May 18 15:08:19.856076 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=6 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:08:20.534448 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-026def84-d49e-4c9d-968d-dae41e81579f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (7afc6fe8-d13b-4fd3-bc99-e9efab9a141d), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:20.666623 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39f41a-c0ae-4c05-81b2-24009c851480 req-eced6d38-aac8-4428-ad6f-cbeaf091eba1 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:08:20.668942 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6b39f41a-c0ae-4c05-81b2-24009c851480 req-eced6d38-aac8-4428-ad6f-cbeaf091eba1 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/ports?device_id=366e5a82-fcc6-43b2-bee6-18a102900b29 HTTP/1.1" status: 200 len: 946 time: 0.0514708 May 18 15:08:20.680111 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=100 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:08:20.719463 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-6b39f41a-c0ae-4c05-81b2-24009c851480 req-4cc035ee-08bf-4cc8-8289-46fe6605f5dd tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cbe187f-440f-4228-8e53-1401efa51829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451009 May 18 15:08:21.786880 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:08:21.821474 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=29,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:08:21.834622 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936c6247-11e2-45f6-ac68-ea60caf48f49 req-65dd86d6-5139-4c75-a222-dd9bb73977c1 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:08:21.836093 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-936c6247-11e2-45f6-ac68-ea60caf48f49 req-65dd86d6-5139-4c75-a222-dd9bb73977c1 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/ports?device_id=366e5a82-fcc6-43b2-bee6-18a102900b29 HTTP/1.1" status: 200 len: 946 time: 0.0493276 May 18 15:08:21.884608 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-936c6247-11e2-45f6-ac68-ea60caf48f49 req-f29a780c-63cf-47f2-bd90-4d6eb4460f87 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cbe187f-440f-4228-8e53-1401efa51829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426235 May 18 15:08:22.024383 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa9629-6601-4b2d-a504-2a02cc5f5928 req-7cad6920-a480-4599-90f7-771816e5069d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:08:22.025830 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-90fa9629-6601-4b2d-a504-2a02cc5f5928 req-7cad6920-a480-4599-90f7-771816e5069d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=19da6af6-a529-4bd8-858e-9cc319b37384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449286 May 18 15:08:22.133563 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad7f9e-337f-4355-b161-ef8ba577bd2b req-c5022bd8-92d6-4983-996a-ed43a11e0cb3 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:08:22.135036 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-1bad7f9e-337f-4355-b161-ef8ba577bd2b req-c5022bd8-92d6-4983-996a-ed43a11e0cb3 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.49 "GET /v2.0/ports?device_id=366e5a82-fcc6-43b2-bee6-18a102900b29 HTTP/1.1" status: 200 len: 946 time: 0.0468106 May 18 15:08:22.177357 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-90fa9629-6601-4b2d-a504-2a02cc5f5928 req-00d47d3d-df30-43d1-aa26-d05b1958266a service neutron] 10.222.0.49 "GET /v2.0/networks/19da6af6-a529-4bd8-858e-9cc319b37384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897639 May 18 15:08:22.223858 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.plugin [req-1bad7f9e-337f-4355-b161-ef8ba577bd2b req-040d79f3-a4ad-4209-bd6f-08945fca49f3 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Deleting port 9a2aa193-61d5-49e1-874d-e6b962c370c9 {{(pid=110156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:08:22.224194 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-1bad7f9e-337f-4355-b161-ef8ba577bd2b req-040d79f3-a4ad-4209-bd6f-08945fca49f3 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (9a2aa193-61d5-49e1-874d-e6b962c370c9), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:22.274895 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-90fa9629-6601-4b2d-a504-2a02cc5f5928 req-33b3ad8b-86ca-4cda-ab12-2bd2e44a010b service neutron] 10.222.0.49 "GET /v2.0/networks/19da6af6-a529-4bd8-858e-9cc319b37384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915413 May 18 15:08:22.325483 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.db [req-1bad7f9e-337f-4355-b161-ef8ba577bd2b req-040d79f3-a4ad-4209-bd6f-08945fca49f3 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] For port 9a2aa193-61d5-49e1-874d-e6b962c370c9, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=9a2aa193-61d5-49e1-874d-e6b962c370c9,segment=NetworkSegment(581026d7-1ed0-43a5-8cc8-04eff6757853),segment_id=581026d7-1ed0-43a5-8cc8-04eff6757853)] {{(pid=110156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:08:22.325853 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-1bad7f9e-337f-4355-b161-ef8ba577bd2b req-040d79f3-a4ad-4209-bd6f-08945fca49f3 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (9a2aa193-61d5-49e1-874d-e6b962c370c9), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:22.339379 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.plugin [req-1bad7f9e-337f-4355-b161-ef8ba577bd2b req-040d79f3-a4ad-4209-bd6f-08945fca49f3 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Calling delete_port for 9a2aa193-61d5-49e1-874d-e6b962c370c9 owned by compute:nova {{(pid=110156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:08:22.466841 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-1bad7f9e-337f-4355-b161-ef8ba577bd2b req-040d79f3-a4ad-4209-bd6f-08945fca49f3 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14495174'] for port (9a2aa193-61d5-49e1-874d-e6b962c370c9), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:22.494276 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040d79f3-a4ad-4209-bd6f-08945fca49f3 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Pushing event deleted for resources: {'Port': ['ID=9a2aa193-61d5-49e1-874d-e6b962c370c9,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:08:22.541267 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bad7f9e-337f-4355-b161-ef8ba577bd2b req-040d79f3-a4ad-4209-bd6f-08945fca49f3 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] No DVR routers for this DVR port 9a2aa193-61d5-49e1-874d-e6b962c370c9 on host hv-cinder-83998 {{(pid=110156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 15:08:22.544444 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [req-1bad7f9e-337f-4355-b161-ef8ba577bd2b req-040d79f3-a4ad-4209-bd6f-08945fca49f3 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for port (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:22.547840 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-1bad7f9e-337f-4355-b161-ef8ba577bd2b req-040d79f3-a4ad-4209-bd6f-08945fca49f3 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.49 "DELETE /v2.0/ports/9a2aa193-61d5-49e1-874d-e6b962c370c9 HTTP/1.1" status: 204 len: 173 time: 0.4072969 May 18 15:08:22.548274 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '366e5a82-fcc6-43b2-bee6-18a102900b29', 'name': 'network-vif-deleted', 'tag': '9a2aa193-61d5-49e1-874d-e6b962c370c9'}] {{(pid=110156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 15:08:22.551537 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133ec7be95234859c4edce85a8c9b28b91a94f2f136921e0bf9997cb2a51d6fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0b37fd-ff85-4058-adfe-b307a36047c1" -d '{"events": [{"server_uuid": "366e5a82-fcc6-43b2-bee6-18a102900b29", "name": "network-vif-deleted", "tag": "9a2aa193-61d5-49e1-874d-e6b962c370c9"}]}' {{(pid=110156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 15:08:22.580519 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device 9a2aa193-61d5-49e1-874d-e6b962c370c9 no longer exists at agent hyperv_hv-cinder-83998 {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 15:08:22.589461 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 15:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47896a2-cc7c-4d53-be3c-314a799ba7d7 x-openstack-request-id: req-f47896a2-cc7c-4d53-be3c-314a799ba7d7 {{(pid=110156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 15:08:22.589750 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "366e5a82-fcc6-43b2-bee6-18a102900b29", "name": "network-vif-deleted", "tag": "9a2aa193-61d5-49e1-874d-e6b962c370c9", "status": "completed", "code": 200}]} {{(pid=110156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 15:08:22.590001 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f47896a2-cc7c-4d53-be3c-314a799ba7d7 {{(pid=110156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 15:08:22.590401 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f47896a2-cc7c-4d53-be3c-314a799ba7d7'] response: {'server_uuid': '366e5a82-fcc6-43b2-bee6-18a102900b29', 'name': 'network-vif-deleted', 'tag': '9a2aa193-61d5-49e1-874d-e6b962c370c9', 'status': 'completed', 'code': 200} May 18 15:08:22.604272 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] No Port match for: 9a2aa193-61d5-49e1-874d-e6b962c370c9 {{(pid=110158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 15:08:22.605196 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device 9a2aa193-61d5-49e1-874d-e6b962c370c9 not bound to the agent host hv-cinder-83998 {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 15:08:22.960794 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b20c951c-f545-448f-a9da-903c6a30a298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (a5518e17-d4a6-403f-b34f-0fa3d03f1833), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:22.984682 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-30ccb4b0-a383-4f33-a631-3ffabf435703 req-c92e302f-617c-4d93-b891-f2f05cfd9921 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/ports?device_id=366e5a82-fcc6-43b2-bee6-18a102900b29 HTTP/1.1" status: 200 len: 210 time: 0.0292175 May 18 15:08:24.033649 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-50f4e27f-5619-452e-9630-0448ff5d9157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (0f4dbee4-4999-4f30-b578-59222d25f53e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:25.178153 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-86248160-1b36-4d80-a449-232705ae1859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (11bd5e7f-0ec7-43f5-9ca8-99d3c1136d9c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:26.492148 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:27.867267 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=5 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:08:28.387672 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 41180) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:08:28.529619 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [None req-95f0f911-8c3f-4bba-9ded-c16ee97d92a2 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Deleting port 8abe1ded-aef8-45d5-8f8a-d87cb7fb5e5b {{(pid=110157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:08:28.529956 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-95f0f911-8c3f-4bba-9ded-c16ee97d92a2 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (8abe1ded-aef8-45d5-8f8a-d87cb7fb5e5b), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:28.609163 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-95f0f911-8c3f-4bba-9ded-c16ee97d92a2 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (8abe1ded-aef8-45d5-8f8a-d87cb7fb5e5b), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:28.609490 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-95f0f911-8c3f-4bba-9ded-c16ee97d92a2 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks [] for floatingip (8abe1ded-aef8-45d5-8f8a-d87cb7fb5e5b), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:28.622097 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [None req-95f0f911-8c3f-4bba-9ded-c16ee97d92a2 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Calling delete_port for 8abe1ded-aef8-45d5-8f8a-d87cb7fb5e5b owned by network:floatingip {{(pid=110157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:08:28.767108 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-95f0f911-8c3f-4bba-9ded-c16ee97d92a2 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13704171'] for port (8abe1ded-aef8-45d5-8f8a-d87cb7fb5e5b), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:28.790835 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f0f911-8c3f-4bba-9ded-c16ee97d92a2 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Pushing event deleted for resources: {'Port': ['ID=8abe1ded-aef8-45d5-8f8a-d87cb7fb5e5b,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:08:28.837612 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:08:28.855998 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-95f0f911-8c3f-4bba-9ded-c16ee97d92a2 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks [] for floatingip (443de883-d84e-4175-9775-aedf9fba2f6e), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:28.856324 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.db.l3_db [None req-95f0f911-8c3f-4bba-9ded-c16ee97d92a2 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Floating IP 443de883-d84e-4175-9775-aedf9fba2f6e disassociated (deleted). External IP: 172.27.3.240, port: d606525d-ae8c-4f8f-bf39-230c02f71e29. May 18 15:08:28.895869 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:08:29.056637 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f0f911-8c3f-4bba-9ded-c16ee97d92a2 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Router 8573937c-6581-4c6d-ace7-8dd8acf225e5 has already been hosted by L3 agent a5518e17-d4a6-403f-b34f-0fa3d03f1833 {{(pid=110157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 15:08:29.158816 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f0f911-8c3f-4bba-9ded-c16ee97d92a2 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Notify agent at l3_agent.dv-cinder-839987-7-iscsi the message routers_updated {{(pid=110157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 15:08:29.163552 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-95f0f911-8c3f-4bba-9ded-c16ee97d92a2 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for floatingip (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:29.168791 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519ba40b-09cf-45f2-8ac6-2c0c84731a69 None None] Sync routers for ids ['8573937c-6581-4c6d-ace7-8dd8acf225e5'] in dv-cinder-839987-7-iscsi {{(pid=110158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 15:08:29.178663 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519ba40b-09cf-45f2-8ac6-2c0c84731a69 None None] Routers {'8573937c-6581-4c6d-ace7-8dd8acf225e5'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:08:29.179271 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-519ba40b-09cf-45f2-8ac6-2c0c84731a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:08:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['8573937c-6581-4c6d-ace7-8dd8acf225e5'], 'active': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:08:29.193758 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-95f0f911-8c3f-4bba-9ded-c16ee97d92a2 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "DELETE /v2.0/floatingips/443de883-d84e-4175-9775-aedf9fba2f6e HTTP/1.1" status: 204 len: 168 time: 0.8049974 May 18 15:08:29.194348 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b19720ba-f060-4b0c-9f92-bfe6dd401d8c', 'tag': 'd606525d-ae8c-4f8f-bf39-230c02f71e29'}] {{(pid=110157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 15:08:29.196637 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3614be4c33be7e0ed28fa23fdbb6a3604458632b91c0a79006a6fb45a0ea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f13ef45-5208-4deb-9a9e-8a53e1f64cf6" -d '{"events": [{"name": "network-changed", "server_uuid": "b19720ba-f060-4b0c-9f92-bfe6dd401d8c", "tag": "d606525d-ae8c-4f8f-bf39-230c02f71e29"}]}' {{(pid=110157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 15:08:29.248761 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 15:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e8a404-da2e-45f9-a7ea-a740ed69cec8 x-openstack-request-id: req-12e8a404-da2e-45f9-a7ea-a740ed69cec8 {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 15:08:29.249346 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b19720ba-f060-4b0c-9f92-bfe6dd401d8c", "tag": "d606525d-ae8c-4f8f-bf39-230c02f71e29", "status": "completed", "code": 200}]} {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 15:08:29.249701 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-12e8a404-da2e-45f9-a7ea-a740ed69cec8 {{(pid=110157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 15:08:29.250304 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12e8a404-da2e-45f9-a7ea-a740ed69cec8'] response: {'name': 'network-changed', 'server_uuid': 'b19720ba-f060-4b0c-9f92-bfe6dd401d8c', 'tag': 'd606525d-ae8c-4f8f-bf39-230c02f71e29', 'status': 'completed', 'code': 200} May 18 15:08:29.293840 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:08:29.294812 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:08:29.303504 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvr_db [None req-519ba40b-09cf-45f2-8ac6-2c0c84731a69 None None] Set router 8573937c-6581-4c6d-ace7-8dd8acf225e5 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:08:29.355904 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13ef45-5208-4deb-9a9e-8a53e1f64cf6 req-85eb8ac0-ac21-47a6-8b84-18d03373bbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:08:29.357501 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-6f13ef45-5208-4deb-9a9e-8a53e1f64cf6 req-85eb8ac0-ac21-47a6-8b84-18d03373bbd6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d2f3dc5d9c6648c79267f71b5a86f249&device_id=b19720ba-f060-4b0c-9f92-bfe6dd401d8c HTTP/1.1" status: 200 len: 1130 time: 0.0584679 May 18 15:08:29.455649 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55887ecd-b431-4d77-bff2-9fbac1c136d5 req-d7e7a509-8e84-480c-9784-73349381e9a9 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:08:29.457186 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-55887ecd-b431-4d77-bff2-9fbac1c136d5 req-d7e7a509-8e84-480c-9784-73349381e9a9 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/ports?device_id=b19720ba-f060-4b0c-9f92-bfe6dd401d8c HTTP/1.1" status: 200 len: 946 time: 0.0524371 May 18 15:08:29.508691 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-55887ecd-b431-4d77-bff2-9fbac1c136d5 req-d43cdea8-669c-4545-b26c-2d89bfb6b1b6 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cbe187f-440f-4228-8e53-1401efa51829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451834 May 18 15:08:29.520106 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-519ba40b-09cf-45f2-8ac6-2c0c84731a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'name': 'tempest-TestVolumeBootPattern-79845524-router', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:01:29Z', 'updated_at': '2022-05-18T15:01:33Z', 'revision_number': 4, 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'gw_port': {'id': 'f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:01:30Z', 'updated_at': '2022-05-18T15:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': 'cc40aefa-34c6-44cd-99ee-616025582ddd', 'name': '', 'network_id': '19da6af6-a529-4bd8-858e-9cc319b37384', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'mac_address': 'fa:16:3e:27:4a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '207e26a7-c20a-4ebc-a1ff-b0586cec622c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:01:32Z', 'updated_at': '2022-05-18T15:01:37Z', 'revision_number': 5, 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'subnets': [{'id': '207e26a7-c20a-4ebc-a1ff-b0586cec622c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:08:29.549131 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519ba40b-09cf-45f2-8ac6-2c0c84731a69 None None] Checking router: 8573937c-6581-4c6d-ace7-8dd8acf225e5 for host: dv-cinder-839987-7-iscsi {{(pid=110158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 15:08:29.557849 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519ba40b-09cf-45f2-8ac6-2c0c84731a69 None None] Routers {'8573937c-6581-4c6d-ace7-8dd8acf225e5'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:08:29.558449 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-519ba40b-09cf-45f2-8ac6-2c0c84731a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:08:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['8573937c-6581-4c6d-ace7-8dd8acf225e5'], 'active': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:08:29.661108 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvr_db [None req-519ba40b-09cf-45f2-8ac6-2c0c84731a69 None None] Set router 8573937c-6581-4c6d-ace7-8dd8acf225e5 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:08:29.849934 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-519ba40b-09cf-45f2-8ac6-2c0c84731a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'name': 'tempest-TestVolumeBootPattern-79845524-router', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:01:29Z', 'updated_at': '2022-05-18T15:01:33Z', 'revision_number': 4, 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'gw_port': {'id': 'f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:01:30Z', 'updated_at': '2022-05-18T15:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': 'cc40aefa-34c6-44cd-99ee-616025582ddd', 'name': '', 'network_id': '19da6af6-a529-4bd8-858e-9cc319b37384', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'mac_address': 'fa:16:3e:27:4a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '207e26a7-c20a-4ebc-a1ff-b0586cec622c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:01:32Z', 'updated_at': '2022-05-18T15:01:37Z', 'revision_number': 5, 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'subnets': [{'id': '207e26a7-c20a-4ebc-a1ff-b0586cec622c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:08:29.992258 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519ba40b-09cf-45f2-8ac6-2c0c84731a69 None None] The sync data for ids ['8573937c-6581-4c6d-ace7-8dd8acf225e5'] in dv-cinder-839987-7-iscsi is: [{'id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'name': 'tempest-TestVolumeBootPattern-79845524-router', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:01:29Z', 'updated_at': '2022-05-18T15:01:33Z', 'revision_number': 4, 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'gw_port': {'id': 'f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:01:30Z', 'updated_at': '2022-05-18T15:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi', '_interfaces': [{'id': 'cc40aefa-34c6-44cd-99ee-616025582ddd', 'name': '', 'network_id': '19da6af6-a529-4bd8-858e-9cc319b37384', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'mac_address': 'fa:16:3e:27:4a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '207e26a7-c20a-4ebc-a1ff-b0586cec622c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:01:32Z', 'updated_at': '2022-05-18T15:01:37Z', 'revision_number': 5, 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'subnets': [{'id': '207e26a7-c20a-4ebc-a1ff-b0586cec622c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 15:08:30.197025 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793e51b0-af09-472e-a29e-5ebe706ce1bf None None] New status for floating IP 443de883-d84e-4175-9775-aedf9fba2f6e: DOWN {{(pid=110159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 15:08:30.572746 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13ef45-5208-4deb-9a9e-8a53e1f64cf6 req-ea517376-f9fe-403f-a643-9708b2650c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:08:30.574258 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-6f13ef45-5208-4deb-9a9e-8a53e1f64cf6 req-ea517376-f9fe-403f-a643-9708b2650c3c service neutron] 10.222.0.49 "GET /v2.0/networks?id=19da6af6-a529-4bd8-858e-9cc319b37384 HTTP/1.1" status: 200 len: 911 time: 0.0886898 May 18 15:08:30.636165 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2767d3-e427-4360-8b65-bbcbafb96381 req-271410ff-37a3-462b-9b5c-2b7a302b45b4 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:08:30.637592 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-9b2767d3-e427-4360-8b65-bbcbafb96381 req-271410ff-37a3-462b-9b5c-2b7a302b45b4 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/ports?device_id=b19720ba-f060-4b0c-9f92-bfe6dd401d8c HTTP/1.1" status: 200 len: 946 time: 0.0536933 May 18 15:08:30.686623 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-9b2767d3-e427-4360-8b65-bbcbafb96381 req-da49c4df-9bfd-4511-80ba-77f867c6a8d4 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cbe187f-440f-4228-8e53-1401efa51829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432980 May 18 15:08:30.747186 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-6f13ef45-5208-4deb-9a9e-8a53e1f64cf6 req-4d85f5e2-9d9d-4991-a477-d0466c0d82d7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d606525d-ae8c-4f8f-bf39-230c02f71e29 HTTP/1.1" status: 200 len: 217 time: 0.0326414 May 18 15:08:30.801148 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13ef45-5208-4deb-9a9e-8a53e1f64cf6 req-fabc3273-6d92-4795-8e5f-3bb196a7c166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:08:30.802659 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-6f13ef45-5208-4deb-9a9e-8a53e1f64cf6 req-fabc3273-6d92-4795-8e5f-3bb196a7c166 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=207e26a7-c20a-4ebc-a1ff-b0586cec622c HTTP/1.1" status: 200 len: 849 time: 0.0481064 May 18 15:08:30.969695 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13ef45-5208-4deb-9a9e-8a53e1f64cf6 req-07ddad2b-95e2-4fb7-9ee2-b469d93eaa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:08:30.971209 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-6f13ef45-5208-4deb-9a9e-8a53e1f64cf6 req-07ddad2b-95e2-4fb7-9ee2-b469d93eaa16 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=19da6af6-a529-4bd8-858e-9cc319b37384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405211 May 18 15:08:31.073823 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-6f13ef45-5208-4deb-9a9e-8a53e1f64cf6 req-246f8806-861a-42cb-8659-31297f115ae0 service neutron] 10.222.0.49 "GET /v2.0/networks/19da6af6-a529-4bd8-858e-9cc319b37384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956759 May 18 15:08:31.089588 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62abe64c-5e22-4ebe-ac30-1af4a51afa67 req-530914e4-018c-4e98-8e12-9fa029a1c702 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 15:08:31.091061 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-62abe64c-5e22-4ebe-ac30-1af4a51afa67 req-530914e4-018c-4e98-8e12-9fa029a1c702 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.49 "GET /v2.0/ports?device_id=b19720ba-f060-4b0c-9f92-bfe6dd401d8c HTTP/1.1" status: 200 len: 946 time: 0.0497167 May 18 15:08:31.164672 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [req-6f13ef45-5208-4deb-9a9e-8a53e1f64cf6 req-fdf35d2e-30fd-4f7b-80d3-1ae651b4b2af service neutron] 10.222.0.49 "GET /v2.0/networks/19da6af6-a529-4bd8-858e-9cc319b37384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852487 May 18 15:08:31.176434 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [req-62abe64c-5e22-4ebe-ac30-1af4a51afa67 req-56283f80-29bd-4d50-a3f6-249d3daaf97b tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Deleting port d606525d-ae8c-4f8f-bf39-230c02f71e29 {{(pid=110157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:08:31.176810 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-62abe64c-5e22-4ebe-ac30-1af4a51afa67 req-56283f80-29bd-4d50-a3f6-249d3daaf97b tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (d606525d-ae8c-4f8f-bf39-230c02f71e29), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:31.268709 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.db [req-62abe64c-5e22-4ebe-ac30-1af4a51afa67 req-56283f80-29bd-4d50-a3f6-249d3daaf97b tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] For port d606525d-ae8c-4f8f-bf39-230c02f71e29, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=d606525d-ae8c-4f8f-bf39-230c02f71e29,segment=NetworkSegment(581026d7-1ed0-43a5-8cc8-04eff6757853),segment_id=581026d7-1ed0-43a5-8cc8-04eff6757853)] {{(pid=110157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:08:31.269004 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-62abe64c-5e22-4ebe-ac30-1af4a51afa67 req-56283f80-29bd-4d50-a3f6-249d3daaf97b tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (d606525d-ae8c-4f8f-bf39-230c02f71e29), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:31.282027 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [req-62abe64c-5e22-4ebe-ac30-1af4a51afa67 req-56283f80-29bd-4d50-a3f6-249d3daaf97b tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Calling delete_port for d606525d-ae8c-4f8f-bf39-230c02f71e29 owned by compute:nova {{(pid=110157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:08:31.366193 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:08:31.412266 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-62abe64c-5e22-4ebe-ac30-1af4a51afa67 req-56283f80-29bd-4d50-a3f6-249d3daaf97b tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13704171'] for port (d606525d-ae8c-4f8f-bf39-230c02f71e29), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:31.442881 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56283f80-29bd-4d50-a3f6-249d3daaf97b tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Pushing event deleted for resources: {'Port': ['ID=d606525d-ae8c-4f8f-bf39-230c02f71e29,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:08:31.492642 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.l3_dvrscheduler_db [req-62abe64c-5e22-4ebe-ac30-1af4a51afa67 req-56283f80-29bd-4d50-a3f6-249d3daaf97b tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] No DVR routers for this DVR port d606525d-ae8c-4f8f-bf39-230c02f71e29 on host hv-cinder-83998 {{(pid=110157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 15:08:31.497169 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [req-62abe64c-5e22-4ebe-ac30-1af4a51afa67 req-56283f80-29bd-4d50-a3f6-249d3daaf97b tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for port (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:31.499073 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-62abe64c-5e22-4ebe-ac30-1af4a51afa67 req-56283f80-29bd-4d50-a3f6-249d3daaf97b tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.49 "DELETE /v2.0/ports/d606525d-ae8c-4f8f-bf39-230c02f71e29 HTTP/1.1" status: 204 len: 173 time: 0.4037075 May 18 15:08:31.499675 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b19720ba-f060-4b0c-9f92-bfe6dd401d8c', 'name': 'network-vif-deleted', 'tag': 'd606525d-ae8c-4f8f-bf39-230c02f71e29'}] {{(pid=110157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 15:08:31.502378 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3614be4c33be7e0ed28fa23fdbb6a3604458632b91c0a79006a6fb45a0ea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2baa511e-5818-4c36-8444-7706a06f1f6b" -d '{"events": [{"server_uuid": "b19720ba-f060-4b0c-9f92-bfe6dd401d8c", "name": "network-vif-deleted", "tag": "d606525d-ae8c-4f8f-bf39-230c02f71e29"}]}' {{(pid=110157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 15:08:31.542250 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 15:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c137b8d1-fbd9-43b5-acd8-95b9c7b19324 x-openstack-request-id: req-c137b8d1-fbd9-43b5-acd8-95b9c7b19324 {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 15:08:31.542593 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b19720ba-f060-4b0c-9f92-bfe6dd401d8c", "name": "network-vif-deleted", "tag": "d606525d-ae8c-4f8f-bf39-230c02f71e29", "status": "completed", "code": 200}]} {{(pid=110157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 15:08:31.542864 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c137b8d1-fbd9-43b5-acd8-95b9c7b19324 {{(pid=110157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 15:08:31.543264 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c137b8d1-fbd9-43b5-acd8-95b9c7b19324'] response: {'server_uuid': 'b19720ba-f060-4b0c-9f92-bfe6dd401d8c', 'name': 'network-vif-deleted', 'tag': 'd606525d-ae8c-4f8f-bf39-230c02f71e29', 'status': 'completed', 'code': 200} May 18 15:08:32.063930 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [req-2014261d-226a-4c3e-9eaa-33a2efef8cc8 req-1090c3e2-5529-44ad-bcba-735add94a476 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "GET /v2.0/ports?device_id=b19720ba-f060-4b0c-9f92-bfe6dd401d8c HTTP/1.1" status: 200 len: 210 time: 0.3113928 May 18 15:08:32.815812 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 41218) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:08:32.923899 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-99686000-0387-46f9-b40d-fb672a877dd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:32.934865 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:08:33.005712 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-99686000-0387-46f9-b40d-fb672a877dd1 admin admin] Publish callbacks [] for security_group (81e10f9a-0ca8-4c49-ab25-116b8eadad0d), precommit_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:33.009145 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-99686000-0387-46f9-b40d-fb672a877dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (81e10f9a-0ca8-4c49-ab25-116b8eadad0d), after_create {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:33.048137 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-99686000-0387-46f9-b40d-fb672a877dd1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ee9248865ec042f29535291894c72343&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2312200 May 18 15:08:33.050090 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99686000-0387-46f9-b40d-fb672a877dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e10f9a-0ca8-4c49-ab25-116b8eadad0d,revision_number=1']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:08:33.050896 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 41222) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:08:33.064859 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:08:33.104442 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-6768e807-0cdd-4992-80ef-b787e9b6f1ea admin admin] Publish callbacks [] for security_group (81e10f9a-0ca8-4c49-ab25-116b8eadad0d), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:33.123047 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 41226) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:08:33.131642 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:08:33.137867 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-6768e807-0cdd-4992-80ef-b787e9b6f1ea admin admin] Publish callbacks [] for security_group (81e10f9a-0ca8-4c49-ab25-116b8eadad0d), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:33.271022 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.plugin [None req-bb479f20-f807-432f-bfb7-72c5d811360c tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Deleting port 16905325-0b7e-472d-b0af-ce58d3acfbb3 {{(pid=110156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:08:33.271367 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-bb479f20-f807-432f-bfb7-72c5d811360c tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (16905325-0b7e-472d-b0af-ce58d3acfbb3), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:33.284650 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-6768e807-0cdd-4992-80ef-b787e9b6f1ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (81e10f9a-0ca8-4c49-ab25-116b8eadad0d), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:33.287101 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-6768e807-0cdd-4992-80ef-b787e9b6f1ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:33.288235 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-6768e807-0cdd-4992-80ef-b787e9b6f1ea admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/81e10f9a-0ca8-4c49-ab25-116b8eadad0d HTTP/1.1" status: 204 len: 168 time: 0.2362907 May 18 15:08:33.327717 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6768e807-0cdd-4992-80ef-b787e9b6f1ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e10f9a-0ca8-4c49-ab25-116b8eadad0d,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:08:33.363985 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-bb479f20-f807-432f-bfb7-72c5d811360c tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (16905325-0b7e-472d-b0af-ce58d3acfbb3), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:33.364334 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-bb479f20-f807-432f-bfb7-72c5d811360c tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks [] for floatingip (16905325-0b7e-472d-b0af-ce58d3acfbb3), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:33.378364 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.plugin [None req-bb479f20-f807-432f-bfb7-72c5d811360c tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Calling delete_port for 16905325-0b7e-472d-b0af-ce58d3acfbb3 owned by network:floatingip {{(pid=110156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:08:33.518082 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-bb479f20-f807-432f-bfb7-72c5d811360c tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14495174'] for port (16905325-0b7e-472d-b0af-ce58d3acfbb3), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:33.543368 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb479f20-f807-432f-bfb7-72c5d811360c tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Pushing event deleted for resources: {'Port': ['ID=16905325-0b7e-472d-b0af-ce58d3acfbb3,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:08:33.612404 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-bb479f20-f807-432f-bfb7-72c5d811360c tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks [] for floatingip (7cab6f92-a09e-488b-9808-d3619c940a47), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:33.615308 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-bb479f20-f807-432f-bfb7-72c5d811360c tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53564'] for floatingip (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:33.616454 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-bb479f20-f807-432f-bfb7-72c5d811360c tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "DELETE /v2.0/floatingips/7cab6f92-a09e-488b-9808-d3619c940a47 HTTP/1.1" status: 204 len: 168 time: 0.4940383 May 18 15:08:34.675355 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device d606525d-ae8c-4f8f-bf39-230c02f71e29 no longer exists at agent hyperv_hv-cinder-83998 {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 15:08:34.698249 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] No Port match for: d606525d-ae8c-4f8f-bf39-230c02f71e29 {{(pid=110158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 15:08:34.698594 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Device d606525d-ae8c-4f8f-bf39-230c02f71e29 not bound to the agent host hv-cinder-83998 {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 15:08:34.828381 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 41276) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:08:34.889587 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-e32cfaf7-5a1a-4362-b52f-9212a5370e88 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks [] for security_group (6cbe187f-440f-4228-8e53-1401efa51829), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:34.915558 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-e32cfaf7-5a1a-4362-b52f-9212a5370e88 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks [] for security_group (6cbe187f-440f-4228-8e53-1401efa51829), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:34.976089 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-e32cfaf7-5a1a-4362-b52f-9212a5370e88 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (6cbe187f-440f-4228-8e53-1401efa51829), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:34.978855 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-e32cfaf7-5a1a-4362-b52f-9212a5370e88 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Publish callbacks [] for security_group (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:34.980096 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-e32cfaf7-5a1a-4362-b52f-9212a5370e88 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] 10.222.0.59 "DELETE /v2.0/security-groups/6cbe187f-440f-4228-8e53-1401efa51829 HTTP/1.1" status: 204 len: 168 time: 0.1505401 May 18 15:08:34.989636 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32cfaf7-5a1a-4362-b52f-9212a5370e88 tempest-TestVolumeBootPattern-1571635726 tempest-TestVolumeBootPattern-1571635726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cbe187f-440f-4228-8e53-1401efa51829,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:08:35.033053 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 41280) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:08:35.503510 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-891f9133-9c26-49ea-8a65-9bce066fb45d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009274'] for router_interface (8573937c-6581-4c6d-ace7-8dd8acf225e5), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:35.748494 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [None req-891f9133-9c26-49ea-8a65-9bce066fb45d admin admin] Deleting port cc40aefa-34c6-44cd-99ee-616025582ddd {{(pid=110157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:08:35.748858 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-891f9133-9c26-49ea-8a65-9bce066fb45d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (cc40aefa-34c6-44cd-99ee-616025582ddd), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:35.799063 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:08:35.831559 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.db [None req-891f9133-9c26-49ea-8a65-9bce066fb45d admin admin] For port cc40aefa-34c6-44cd-99ee-616025582ddd, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=cc40aefa-34c6-44cd-99ee-616025582ddd,segment=NetworkSegment(581026d7-1ed0-43a5-8cc8-04eff6757853),segment_id=581026d7-1ed0-43a5-8cc8-04eff6757853)] {{(pid=110157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:08:35.831918 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-891f9133-9c26-49ea-8a65-9bce066fb45d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (cc40aefa-34c6-44cd-99ee-616025582ddd), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:35.844474 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [None req-891f9133-9c26-49ea-8a65-9bce066fb45d admin admin] Calling delete_port for cc40aefa-34c6-44cd-99ee-616025582ddd owned by network:router_interface {{(pid=110157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:08:35.889510 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:INSERT=6,neutron:SELECT=94 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:08:36.021457 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-891f9133-9c26-49ea-8a65-9bce066fb45d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13704171'] for port (cc40aefa-34c6-44cd-99ee-616025582ddd), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:36.050719 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891f9133-9c26-49ea-8a65-9bce066fb45d admin admin] Pushing event deleted for resources: {'Port': ['ID=cc40aefa-34c6-44cd-99ee-616025582ddd,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:08:36.222713 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-891f9133-9c26-49ea-8a65-9bce066fb45d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563813'] for router_interface (8573937c-6581-4c6d-ace7-8dd8acf225e5), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:36.433674 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-891f9133-9c26-49ea-8a65-9bce066fb45d admin admin] Router 8573937c-6581-4c6d-ace7-8dd8acf225e5 has already been hosted by L3 agent a5518e17-d4a6-403f-b34f-0fa3d03f1833 {{(pid=110157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 15:08:36.534440 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-891f9133-9c26-49ea-8a65-9bce066fb45d admin admin] Notify agent at l3_agent.dv-cinder-839987-7-iscsi the message routers_updated {{(pid=110157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 15:08:36.539698 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-891f9133-9c26-49ea-8a65-9bce066fb45d admin admin] 10.222.0.59 "PUT /v2.0/routers/8573937c-6581-4c6d-ace7-8dd8acf225e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5055726 May 18 15:08:36.542813 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 41290) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:08:36.543563 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f2dab3-714b-4066-8dbd-da292b65016f None None] Sync routers for ids ['8573937c-6581-4c6d-ace7-8dd8acf225e5'] in dv-cinder-839987-7-iscsi {{(pid=110158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 15:08:36.556891 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f2dab3-714b-4066-8dbd-da292b65016f None None] Routers {'8573937c-6581-4c6d-ace7-8dd8acf225e5'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:08:36.557505 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-39f2dab3-714b-4066-8dbd-da292b65016f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:08:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['8573937c-6581-4c6d-ace7-8dd8acf225e5'], 'active': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:08:36.638906 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-b5676801-01c4-474c-b6f3-e7de0ffb145c admin admin] Publish callbacks [] for router (8573937c-6581-4c6d-ace7-8dd8acf225e5), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:36.656069 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvr_db [None req-39f2dab3-714b-4066-8dbd-da292b65016f None None] Set router 8573937c-6581-4c6d-ace7-8dd8acf225e5 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:08:36.676061 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:08:36.742607 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:08:36.745824 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-b5676801-01c4-474c-b6f3-e7de0ffb145c admin admin] Publish callbacks [] for router_gateway (8573937c-6581-4c6d-ace7-8dd8acf225e5), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:36.801991 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [None req-b5676801-01c4-474c-b6f3-e7de0ffb145c admin admin] Deleting port f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb {{(pid=110157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:08:36.802364 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-b5676801-01c4-474c-b6f3-e7de0ffb145c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:36.831555 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-39f2dab3-714b-4066-8dbd-da292b65016f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'name': 'tempest-TestVolumeBootPattern-79845524-router', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:01:29Z', 'updated_at': '2022-05-18T15:08:35Z', 'revision_number': 5, 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'gw_port': {'id': 'f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:01:30Z', 'updated_at': '2022-05-18T15:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi'}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:08:36.857723 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f2dab3-714b-4066-8dbd-da292b65016f None None] Checking router: 8573937c-6581-4c6d-ace7-8dd8acf225e5 for host: dv-cinder-839987-7-iscsi {{(pid=110158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 15:08:36.866381 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f2dab3-714b-4066-8dbd-da292b65016f None None] Routers {'8573937c-6581-4c6d-ace7-8dd8acf225e5'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:08:36.867017 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-39f2dab3-714b-4066-8dbd-da292b65016f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:08:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['8573937c-6581-4c6d-ace7-8dd8acf225e5'], 'active': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:08:36.882969 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.db [None req-b5676801-01c4-474c-b6f3-e7de0ffb145c admin admin] For port f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb,segment=NetworkSegment(74645103-ef26-4e33-8147-3fc27f09baec),segment_id=74645103-ef26-4e33-8147-3fc27f09baec)] {{(pid=110157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:08:36.883331 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-b5676801-01c4-474c-b6f3-e7de0ffb145c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:36.896786 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [None req-b5676801-01c4-474c-b6f3-e7de0ffb145c admin admin] Calling delete_port for f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb owned by network:router_gateway {{(pid=110157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:08:36.946528 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=100 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:08:36.953543 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvr_db [None req-39f2dab3-714b-4066-8dbd-da292b65016f None None] Set router 8573937c-6581-4c6d-ace7-8dd8acf225e5 gateway port host: None {{(pid=110158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:08:37.005235 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_hamode_db [None req-39f2dab3-714b-4066-8dbd-da292b65016f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'name': 'tempest-TestVolumeBootPattern-79845524-router', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:01:29Z', 'updated_at': '2022-05-18T15:08:36Z', 'revision_number': 6, 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'gw_port_host': None}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:08:37.031355 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f2dab3-714b-4066-8dbd-da292b65016f None None] The sync data for ids ['8573937c-6581-4c6d-ace7-8dd8acf225e5'] in dv-cinder-839987-7-iscsi is: [{'id': '8573937c-6581-4c6d-ace7-8dd8acf225e5', 'name': 'tempest-TestVolumeBootPattern-79845524-router', 'tenant_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:01:29Z', 'updated_at': '2022-05-18T15:08:36Z', 'revision_number': 6, 'project_id': 'd2f3dc5d9c6648c79267f71b5a86f249', 'gw_port_host': None}] {{(pid=110158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 15:08:37.072120 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-b5676801-01c4-474c-b6f3-e7de0ffb145c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13704171'] for port (f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:37.098188 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5676801-01c4-474c-b6f3-e7de0ffb145c admin admin] Pushing event deleted for resources: {'Port': ['ID=f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:08:37.170293 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-b5676801-01c4-474c-b6f3-e7de0ffb145c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014856'] for router_gateway (8573937c-6581-4c6d-ace7-8dd8acf225e5), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:37.257972 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-b5676801-01c4-474c-b6f3-e7de0ffb145c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1014016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30042'] for router (8573937c-6581-4c6d-ace7-8dd8acf225e5), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:37.260188 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-b5676801-01c4-474c-b6f3-e7de0ffb145c admin admin] Publish callbacks [] for router_controller (8573937c-6581-4c6d-ace7-8dd8acf225e5), precommit_delete_associations {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:37.300845 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-b5676801-01c4-474c-b6f3-e7de0ffb145c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1014041'] for router (8573937c-6581-4c6d-ace7-8dd8acf225e5), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:37.301449 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5676801-01c4-474c-b6f3-e7de0ffb145c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8573937c-6581-4c6d-ace7-8dd8acf225e5 {{(pid=110157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 15:08:37.305955 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-b5676801-01c4-474c-b6f3-e7de0ffb145c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:37.307093 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-b5676801-01c4-474c-b6f3-e7de0ffb145c admin admin] 10.222.0.59 "DELETE /v2.0/routers/8573937c-6581-4c6d-ace7-8dd8acf225e5 HTTP/1.1" status: 204 len: 168 time: 0.7633834 May 18 15:08:37.309678 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 41294) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:08:37.354491 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.db_base_plugin_v2 [None req-46c6487c-d6d5-459e-ae97-f83f5648ceaf admin admin] Deleting subnet 207e26a7-c20a-4ebc-a1ff-b0586cec622c {{(pid=110157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 18 15:08:37.357385 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-46c6487c-d6d5-459e-ae97-f83f5648ceaf admin admin] Publish callbacks [] for subnet (207e26a7-c20a-4ebc-a1ff-b0586cec622c), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:37.397892 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-46c6487c-d6d5-459e-ae97-f83f5648ceaf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14498573'] for subnet (207e26a7-c20a-4ebc-a1ff-b0586cec622c), precommit_delete_associations {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:37.484817 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-46c6487c-d6d5-459e-ae97-f83f5648ceaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027974'] for subnet (207e26a7-c20a-4ebc-a1ff-b0586cec622c), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:37.542191 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-46c6487c-d6d5-459e-ae97-f83f5648ceaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2027999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13704730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12604597'] for subnet (207e26a7-c20a-4ebc-a1ff-b0586cec622c), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:37.569912 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c6487c-d6d5-459e-ae97-f83f5648ceaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=207e26a7-c20a-4ebc-a1ff-b0586cec622c,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:08:37.572024 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-46c6487c-d6d5-459e-ae97-f83f5648ceaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for subnet (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:37.575885 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-46c6487c-d6d5-459e-ae97-f83f5648ceaf admin admin] 10.222.0.59 "DELETE /v2.0/subnets/207e26a7-c20a-4ebc-a1ff-b0586cec622c HTTP/1.1" status: 204 len: 168 time: 0.2651887 May 18 15:08:37.576743 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2663b6f5-78f5-4dbb-85eb-52d3b3374355 None None] Network 19da6af6-a529-4bd8-858e-9cc319b37384 requested from dv-cinder-839987-7-iscsi {{(pid=110158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 15:08:37.578351 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 41296) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:08:37.636952 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=8 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:08:37.650961 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:08:37.657813 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-5fae9e9e-5ac5-421c-9464-33928ea406ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1954329'] for network (19da6af6-a529-4bd8-858e-9cc319b37384), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:37.658876 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=100 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:08:37.703465 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [None req-5fae9e9e-5ac5-421c-9464-33928ea406ea admin admin] Deleting port f969f00e-287e-4433-87fa-974da89321a6 {{(pid=110157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:08:37.703825 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-5fae9e9e-5ac5-421c-9464-33928ea406ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (f969f00e-287e-4433-87fa-974da89321a6), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:37.773501 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.db [None req-5fae9e9e-5ac5-421c-9464-33928ea406ea admin admin] For port f969f00e-287e-4433-87fa-974da89321a6, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=f969f00e-287e-4433-87fa-974da89321a6,segment=NetworkSegment(581026d7-1ed0-43a5-8cc8-04eff6757853),segment_id=581026d7-1ed0-43a5-8cc8-04eff6757853)] {{(pid=110157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:08:37.774086 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-5fae9e9e-5ac5-421c-9464-33928ea406ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (f969f00e-287e-4433-87fa-974da89321a6), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:37.792946 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [None req-5fae9e9e-5ac5-421c-9464-33928ea406ea admin admin] Calling delete_port for f969f00e-287e-4433-87fa-974da89321a6 owned by network:dhcp {{(pid=110157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:08:37.817492 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d4f63c-60e9-4f4b-ae29-7fe1ba104a59 None None] DHCP port deletion for 19da6af6-a529-4bd8-858e-9cc319b37384 request from dv-cinder-839987-7-iscsi {{(pid=110158) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 18 15:08:37.820965 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device cc40aefa-34c6-44cd-99ee-616025582ddd no longer exists at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 15:08:37.847291 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] No Port match for: cc40aefa-34c6-44cd-99ee-616025582ddd {{(pid=110158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 15:08:37.847520 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device cc40aefa-34c6-44cd-99ee-616025582ddd not bound to the agent host dv-cinder-839987-7-iscsi {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 15:08:37.877710 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-5fae9e9e-5ac5-421c-9464-33928ea406ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13704171'] for port (f969f00e-287e-4433-87fa-974da89321a6), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:37.879052 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-62d4f63c-60e9-4f4b-ae29-7fe1ba104a59 None None] Deleting port f969f00e-287e-4433-87fa-974da89321a6 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:08:37.879516 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-62d4f63c-60e9-4f4b-ae29-7fe1ba104a59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (f969f00e-287e-4433-87fa-974da89321a6), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:37.904078 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fae9e9e-5ac5-421c-9464-33928ea406ea admin admin] Pushing event deleted for resources: {'Port': ['ID=f969f00e-287e-4433-87fa-974da89321a6,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:08:37.908761 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fae9e9e-5ac5-421c-9464-33928ea406ea admin admin] No DVR routers for this DVR port f969f00e-287e-4433-87fa-974da89321a6 on host dv-cinder-839987-7-iscsi {{(pid=110157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 15:08:37.952022 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-62d4f63c-60e9-4f4b-ae29-7fe1ba104a59 None None] For port f969f00e-287e-4433-87fa-974da89321a6, host dv-cinder-839987-7-iscsi, got binding levels [] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:08:37.952422 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-62d4f63c-60e9-4f4b-ae29-7fe1ba104a59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (f969f00e-287e-4433-87fa-974da89321a6), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:37.965659 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-62d4f63c-60e9-4f4b-ae29-7fe1ba104a59 None None] Calling delete_port for f969f00e-287e-4433-87fa-974da89321a6 owned by network:dhcp {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:08:37.968547 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.ipam_backend_mixin [None req-62d4f63c-60e9-4f4b-ae29-7fe1ba104a59 None None] Port f969f00e-287e-4433-87fa-974da89321a6 was not found and therefore no delete operation was performed {{(pid=110158) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 18 15:08:37.969846 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-62d4f63c-60e9-4f4b-ae29-7fe1ba104a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040'] for port (f969f00e-287e-4433-87fa-974da89321a6), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:37.985342 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-5fae9e9e-5ac5-421c-9464-33928ea406ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017651', 'neutron.services.segments.db._delete_segments_for_network-8770382701078'] for network (19da6af6-a529-4bd8-858e-9cc319b37384), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:37.998147 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d4f63c-60e9-4f4b-ae29-7fe1ba104a59 None None] Pushing event deleted for resources: {'Port': ['ID=f969f00e-287e-4433-87fa-974da89321a6,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:08:38.001508 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d4f63c-60e9-4f4b-ae29-7fe1ba104a59 None None] No DVR routers for this DVR port f969f00e-287e-4433-87fa-974da89321a6 on host dv-cinder-839987-7-iscsi {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 15:08:38.008531 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d4f63c-60e9-4f4b-ae29-7fe1ba104a59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:08:38.008907 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d4f63c-60e9-4f4b-ae29-7fe1ba104a59 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:08:38.009250 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d4f63c-60e9-4f4b-ae29-7fe1ba104a59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:08:38.009589 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d4f63c-60e9-4f4b-ae29-7fe1ba104a59 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:08:38.009952 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d4f63c-60e9-4f4b-ae29-7fe1ba104a59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:08:38.010087 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.services.segments.db [None req-5fae9e9e-5ac5-421c-9464-33928ea406ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19da6af6-a529-4bd8-858e-9cc319b37384']}} {{(pid=110157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:08:38.010299 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d4f63c-60e9-4f4b-ae29-7fe1ba104a59 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:08:38.010616 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d4f63c-60e9-4f4b-ae29-7fe1ba104a59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:08:38.010983 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d4f63c-60e9-4f4b-ae29-7fe1ba104a59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:08:38.011312 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d4f63c-60e9-4f4b-ae29-7fe1ba104a59 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:08:38.011647 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d4f63c-60e9-4f4b-ae29-7fe1ba104a59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:08:38.011969 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d4f63c-60e9-4f4b-ae29-7fe1ba104a59 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:08:38.012743 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d4f63c-60e9-4f4b-ae29-7fe1ba104a59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:08:38.012743 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d4f63c-60e9-4f4b-ae29-7fe1ba104a59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:08:38.012940 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d4f63c-60e9-4f4b-ae29-7fe1ba104a59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:08:38.013246 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d4f63c-60e9-4f4b-ae29-7fe1ba104a59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-7-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:08:38.024461 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.services.segments.db [None req-5fae9e9e-5ac5-421c-9464-33928ea406ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '581026d7-1ed0-43a5-8cc8-04eff6757853') {'for_net_delete': True} {{(pid=110157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:08:38.024789 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.services.segments.db [None req-5fae9e9e-5ac5-421c-9464-33928ea406ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '581026d7-1ed0-43a5-8cc8-04eff6757853') {} {{(pid=110157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:08:38.035754 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-5fae9e9e-5ac5-421c-9464-33928ea406ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770382700063', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14498612'] for segment (581026d7-1ed0-43a5-8cc8-04eff6757853), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:38.050414 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-5fae9e9e-5ac5-421c-9464-33928ea406ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029885'] for segment (581026d7-1ed0-43a5-8cc8-04eff6757853), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:38.056908 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fae9e9e-5ac5-421c-9464-33928ea406ea admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=110157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 15:08:38.057496 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-5fae9e9e-5ac5-421c-9464-33928ea406ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13704120'] for segment (581026d7-1ed0-43a5-8cc8-04eff6757853), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:38.059279 dv-cinder-839987-7-iscsi neutron-server[110157]: Traceback (most recent call last): May 18 15:08:38.059279 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 15:08:38.059279 dv-cinder-839987-7-iscsi neutron-server[110157]: timer() May 18 15:08:38.059279 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 15:08:38.059279 dv-cinder-839987-7-iscsi neutron-server[110157]: cb(*args, **kw) May 18 15:08:38.059279 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 18 15:08:38.059279 dv-cinder-839987-7-iscsi neutron-server[110157]: return func(*args, **kwargs) May 18 15:08:38.059279 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 15:08:38.059279 dv-cinder-839987-7-iscsi neutron-server[110157]: self._notify() May 18 15:08:38.059279 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 15:08:38.059279 dv-cinder-839987-7-iscsi neutron-server[110157]: self.callback(batched_events) May 18 15:08:38.059279 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 15:08:38.059279 dv-cinder-839987-7-iscsi neutron-server[110157]: event.method(event) May 18 15:08:38.059279 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 15:08:38.059279 dv-cinder-839987-7-iscsi neutron-server[110157]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 15:08:38.059279 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 15:08:38.059279 dv-cinder-839987-7-iscsi neutron-server[110157]: aggregate_uuid = self.p_client.list_aggregates( May 18 15:08:38.059279 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 15:08:38.059279 dv-cinder-839987-7-iscsi neutron-server[110157]: return f(self, *a, **k) May 18 15:08:38.059279 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 15:08:38.059279 dv-cinder-839987-7-iscsi neutron-server[110157]: return self._get(url).json() May 18 15:08:38.059279 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 15:08:38.059279 dv-cinder-839987-7-iscsi neutron-server[110157]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 15:08:38.059279 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 15:08:38.059279 dv-cinder-839987-7-iscsi neutron-server[110157]: return self.request(url, 'GET', **kwargs) May 18 15:08:38.059279 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 15:08:38.059279 dv-cinder-839987-7-iscsi neutron-server[110157]: base_url = self.get_endpoint(auth, allow=allow, May 18 15:08:38.059279 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 15:08:38.059279 dv-cinder-839987-7-iscsi neutron-server[110157]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 15:08:38.059279 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 15:08:38.059279 dv-cinder-839987-7-iscsi neutron-server[110157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 15:08:38.059279 dv-cinder-839987-7-iscsi neutron-server[110157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 15:08:38.120330 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-5fae9e9e-5ac5-421c-9464-33928ea406ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008250'] for network (19da6af6-a529-4bd8-858e-9cc319b37384), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:38.130465 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-5fae9e9e-5ac5-421c-9464-33928ea406ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for network (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:38.132279 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 41300) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:08:38.132778 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-5fae9e9e-5ac5-421c-9464-33928ea406ea admin admin] 10.222.0.59 "DELETE /v2.0/networks/19da6af6-a529-4bd8-858e-9cc319b37384 HTTP/1.1" status: 204 len: 168 time: 0.5529938 May 18 15:08:38.143591 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fae9e9e-5ac5-421c-9464-33928ea406ea admin admin] Pushing event deleted for resources: {'Network': ['ID=19da6af6-a529-4bd8-858e-9cc319b37384,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:08:38.492911 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:08:38.666102 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:08:38.705006 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-a8e01706-0d0a-47d1-9fcf-8ad8f46df9f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009274'] for router_interface (1784176f-070c-4c07-bfce-e95492f47af6), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:38.922922 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.plugin [None req-a8e01706-0d0a-47d1-9fcf-8ad8f46df9f6 admin admin] Deleting port ec8aa1c4-0fae-4da3-a8e6-aa63eaba9b59 {{(pid=110156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:08:38.923271 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-a8e01706-0d0a-47d1-9fcf-8ad8f46df9f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (ec8aa1c4-0fae-4da3-a8e6-aa63eaba9b59), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:39.006349 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.db [None req-a8e01706-0d0a-47d1-9fcf-8ad8f46df9f6 admin admin] For port ec8aa1c4-0fae-4da3-a8e6-aa63eaba9b59, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=ec8aa1c4-0fae-4da3-a8e6-aa63eaba9b59,segment=NetworkSegment(f3b3f4db-8344-429b-a6d6-31152e8bdaac),segment_id=f3b3f4db-8344-429b-a6d6-31152e8bdaac)] {{(pid=110156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:08:39.006715 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-a8e01706-0d0a-47d1-9fcf-8ad8f46df9f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (ec8aa1c4-0fae-4da3-a8e6-aa63eaba9b59), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:39.019873 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.plugins.ml2.plugin [None req-a8e01706-0d0a-47d1-9fcf-8ad8f46df9f6 admin admin] Calling delete_port for ec8aa1c4-0fae-4da3-a8e6-aa63eaba9b59 owned by network:router_interface {{(pid=110156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:08:39.135839 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device f969f00e-287e-4433-87fa-974da89321a6 no longer exists at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 15:08:39.155728 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] No Port match for: f969f00e-287e-4433-87fa-974da89321a6 {{(pid=110158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 15:08:39.156208 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device f969f00e-287e-4433-87fa-974da89321a6 not bound to the agent host dv-cinder-839987-7-iscsi {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 15:08:39.156829 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb no longer exists at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 15:08:39.178466 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] No Port match for: f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb {{(pid=110158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 15:08:39.178959 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device f4cbc0b3-ac62-48b9-a3fb-3d39e771ebcb not bound to the agent host dv-cinder-839987-7-iscsi {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 15:08:39.203478 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-a8e01706-0d0a-47d1-9fcf-8ad8f46df9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14495174'] for port (ec8aa1c4-0fae-4da3-a8e6-aa63eaba9b59), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:39.229818 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e01706-0d0a-47d1-9fcf-8ad8f46df9f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec8aa1c4-0fae-4da3-a8e6-aa63eaba9b59,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:08:39.386540 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:08:39.394273 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-a8e01706-0d0a-47d1-9fcf-8ad8f46df9f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563813'] for router_interface (1784176f-070c-4c07-bfce-e95492f47af6), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:39.493235 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:08:39.602910 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e01706-0d0a-47d1-9fcf-8ad8f46df9f6 admin admin] Router 1784176f-070c-4c07-bfce-e95492f47af6 has already been hosted by L3 agent a5518e17-d4a6-403f-b34f-0fa3d03f1833 {{(pid=110156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 15:08:39.705288 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e01706-0d0a-47d1-9fcf-8ad8f46df9f6 admin admin] Notify agent at l3_agent.dv-cinder-839987-7-iscsi the message routers_updated {{(pid=110156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 15:08:39.712756 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 41310) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:08:39.713296 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-a8e01706-0d0a-47d1-9fcf-8ad8f46df9f6 admin admin] 10.222.0.59 "PUT /v2.0/routers/1784176f-070c-4c07-bfce-e95492f47af6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5791764 May 18 15:08:39.713738 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984ad06c-830c-49bf-a21e-8cdbbd2324a3 None None] Sync routers for ids ['1784176f-070c-4c07-bfce-e95492f47af6'] in dv-cinder-839987-7-iscsi {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 15:08:39.723881 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984ad06c-830c-49bf-a21e-8cdbbd2324a3 None None] Routers {'1784176f-070c-4c07-bfce-e95492f47af6'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:08:39.724487 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-984ad06c-830c-49bf-a21e-8cdbbd2324a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:08:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['1784176f-070c-4c07-bfce-e95492f47af6'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:08:39.825711 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-984ad06c-830c-49bf-a21e-8cdbbd2324a3 None None] Set router 1784176f-070c-4c07-bfce-e95492f47af6 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:08:40.006983 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-984ad06c-830c-49bf-a21e-8cdbbd2324a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1784176f-070c-4c07-bfce-e95492f47af6', 'name': 'tempest-TestVolumeBootPattern-1467135041-router', 'tenant_id': 'e79bc9f8860a4c9a868621d4359c8097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '3bb217f0-5755-4445-a331-313df99ce6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:01:35Z', 'updated_at': '2022-05-18T15:08:39Z', 'revision_number': 5, 'project_id': 'e79bc9f8860a4c9a868621d4359c8097', 'gw_port': {'id': '3bb217f0-5755-4445-a331-313df99ce6b9', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1784176f-070c-4c07-bfce-e95492f47af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:01:36Z', 'updated_at': '2022-05-18T15:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi'}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:08:40.033462 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984ad06c-830c-49bf-a21e-8cdbbd2324a3 None None] Checking router: 1784176f-070c-4c07-bfce-e95492f47af6 for host: dv-cinder-839987-7-iscsi {{(pid=110159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 15:08:40.047035 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984ad06c-830c-49bf-a21e-8cdbbd2324a3 None None] Routers {'1784176f-070c-4c07-bfce-e95492f47af6'} bound to L3 agent in host dv-cinder-839987-7-iscsi {{(pid=110159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 15:08:40.047691 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-984ad06c-830c-49bf-a21e-8cdbbd2324a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T14:46:53Z,description=,heartbeat_timestamp=2022-05-18T15:08:23Z,host='dv-cinder-839987-7-iscsi',id=a5518e17-d4a6-403f-b34f-0fa3d03f1833,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:46:53Z,topic='l3_agent')) {'router_ids': ['1784176f-070c-4c07-bfce-e95492f47af6'], 'active': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:08:40.075174 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-ddbcecff-bbe4-46f9-82c5-fe0a3039ed35 admin admin] Publish callbacks [] for router (1784176f-070c-4c07-bfce-e95492f47af6), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:40.162373 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvr_db [None req-984ad06c-830c-49bf-a21e-8cdbbd2324a3 None None] Set router 1784176f-070c-4c07-bfce-e95492f47af6 gateway port host: dv-cinder-839987-7-iscsi {{(pid=110159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 15:08:40.173645 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-ddbcecff-bbe4-46f9-82c5-fe0a3039ed35 admin admin] Publish callbacks [] for router_gateway (1784176f-070c-4c07-bfce-e95492f47af6), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:40.221991 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [None req-ddbcecff-bbe4-46f9-82c5-fe0a3039ed35 admin admin] Deleting port 3bb217f0-5755-4445-a331-313df99ce6b9 {{(pid=110157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:08:40.222258 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-ddbcecff-bbe4-46f9-82c5-fe0a3039ed35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (3bb217f0-5755-4445-a331-313df99ce6b9), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:40.308402 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.db [None req-ddbcecff-bbe4-46f9-82c5-fe0a3039ed35 admin admin] For port 3bb217f0-5755-4445-a331-313df99ce6b9, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=3bb217f0-5755-4445-a331-313df99ce6b9,segment=NetworkSegment(74645103-ef26-4e33-8147-3fc27f09baec),segment_id=74645103-ef26-4e33-8147-3fc27f09baec)] {{(pid=110157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:08:40.308903 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-ddbcecff-bbe4-46f9-82c5-fe0a3039ed35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (3bb217f0-5755-4445-a331-313df99ce6b9), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:40.323120 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [None req-ddbcecff-bbe4-46f9-82c5-fe0a3039ed35 admin admin] Calling delete_port for 3bb217f0-5755-4445-a331-313df99ce6b9 owned by network:router_gateway {{(pid=110157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:08:40.374459 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:08:40.386976 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:08:40.422968 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.l3_hamode_db [None req-984ad06c-830c-49bf-a21e-8cdbbd2324a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1784176f-070c-4c07-bfce-e95492f47af6', 'name': 'tempest-TestVolumeBootPattern-1467135041-router', 'tenant_id': 'e79bc9f8860a4c9a868621d4359c8097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '3bb217f0-5755-4445-a331-313df99ce6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:01:35Z', 'updated_at': '2022-05-18T15:08:39Z', 'revision_number': 5, 'project_id': 'e79bc9f8860a4c9a868621d4359c8097', 'gw_port': {'id': '3bb217f0-5755-4445-a331-313df99ce6b9', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1784176f-070c-4c07-bfce-e95492f47af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:01:36Z', 'updated_at': '2022-05-18T15:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi'}], 'dv-cinder-839987-7-iscsi', False) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:08:40.450374 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984ad06c-830c-49bf-a21e-8cdbbd2324a3 None None] The sync data for ids ['1784176f-070c-4c07-bfce-e95492f47af6'] in dv-cinder-839987-7-iscsi is: [{'id': '1784176f-070c-4c07-bfce-e95492f47af6', 'name': 'tempest-TestVolumeBootPattern-1467135041-router', 'tenant_id': 'e79bc9f8860a4c9a868621d4359c8097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'external_fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '3bb217f0-5755-4445-a331-313df99ce6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T15:01:35Z', 'updated_at': '2022-05-18T15:08:39Z', 'revision_number': 5, 'project_id': 'e79bc9f8860a4c9a868621d4359c8097', 'gw_port': {'id': '3bb217f0-5755-4445-a331-313df99ce6b9', 'name': '', 'network_id': 'f20aa9f3-2984-481b-bb59-fa1f034e36c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1784176f-070c-4c07-bfce-e95492f47af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T15:01:36Z', 'updated_at': '2022-05-18T15:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7750f80-229c-4d19-b013-2aee5952f8bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-7-iscsi'}] {{(pid=110159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 15:08:40.495713 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-ddbcecff-bbe4-46f9-82c5-fe0a3039ed35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13704171'] for port (3bb217f0-5755-4445-a331-313df99ce6b9), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:40.517591 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbcecff-bbe4-46f9-82c5-fe0a3039ed35 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bb217f0-5755-4445-a331-313df99ce6b9,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:08:40.583853 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-ddbcecff-bbe4-46f9-82c5-fe0a3039ed35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014856'] for router_gateway (1784176f-070c-4c07-bfce-e95492f47af6), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:40.670601 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-ddbcecff-bbe4-46f9-82c5-fe0a3039ed35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1014016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30042'] for router (1784176f-070c-4c07-bfce-e95492f47af6), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:40.672808 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-ddbcecff-bbe4-46f9-82c5-fe0a3039ed35 admin admin] Publish callbacks [] for router_controller (1784176f-070c-4c07-bfce-e95492f47af6), precommit_delete_associations {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:40.715626 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-ddbcecff-bbe4-46f9-82c5-fe0a3039ed35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1014041'] for router (1784176f-070c-4c07-bfce-e95492f47af6), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:40.716325 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddbcecff-bbe4-46f9-82c5-fe0a3039ed35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1784176f-070c-4c07-bfce-e95492f47af6 {{(pid=110157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 15:08:40.720983 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-ddbcecff-bbe4-46f9-82c5-fe0a3039ed35 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:40.722104 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-ddbcecff-bbe4-46f9-82c5-fe0a3039ed35 admin admin] 10.222.0.59 "DELETE /v2.0/routers/1784176f-070c-4c07-bfce-e95492f47af6 HTTP/1.1" status: 204 len: 168 time: 1.0082984 May 18 15:08:40.724627 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 41318) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:08:40.768183 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ab4aec6-cc78-4317-8d8c-7be10f9e8d80 admin admin] Deleting subnet 2e310991-948c-414e-b639-d18084e1b11a {{(pid=110157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 18 15:08:40.771183 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-4ab4aec6-cc78-4317-8d8c-7be10f9e8d80 admin admin] Publish callbacks [] for subnet (2e310991-948c-414e-b639-d18084e1b11a), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:40.810727 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-4ab4aec6-cc78-4317-8d8c-7be10f9e8d80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14498573'] for subnet (2e310991-948c-414e-b639-d18084e1b11a), precommit_delete_associations {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:40.836373 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.agents_db [None req-a4aab2e5-b658-4b2c-9b1f-100bc6421b45 None None] Agent healthcheck: found 6 active agents {{(pid=110159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 15:08:40.888977 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-4ab4aec6-cc78-4317-8d8c-7be10f9e8d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027974'] for subnet (2e310991-948c-414e-b639-d18084e1b11a), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:40.944089 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-4ab4aec6-cc78-4317-8d8c-7be10f9e8d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2027999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13704730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12604597'] for subnet (2e310991-948c-414e-b639-d18084e1b11a), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:40.974314 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab4aec6-cc78-4317-8d8c-7be10f9e8d80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e310991-948c-414e-b639-d18084e1b11a,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:08:40.977980 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-4ab4aec6-cc78-4317-8d8c-7be10f9e8d80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for subnet (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:40.981717 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-4ab4aec6-cc78-4317-8d8c-7be10f9e8d80 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/2e310991-948c-414e-b639-d18084e1b11a HTTP/1.1" status: 204 len: 168 time: 0.2562215 May 18 15:08:40.984360 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 41320) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:08:40.985313 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773eb062-7c9b-40f3-bc8e-6a05ed3be5c0 None None] Network f0164663-65ee-4075-9936-7f07c30ae763 requested from dv-cinder-839987-7-iscsi {{(pid=110158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 15:08:41.056398 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-8a42f612-a753-4766-b72f-27482fb257bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1954329'] for network (f0164663-65ee-4075-9936-7f07c30ae763), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:41.102583 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [None req-8a42f612-a753-4766-b72f-27482fb257bb admin admin] Deleting port 315d748e-80e6-44ce-8226-4daa799d7301 {{(pid=110157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:08:41.102917 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-8a42f612-a753-4766-b72f-27482fb257bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (315d748e-80e6-44ce-8226-4daa799d7301), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:41.161449 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563898e8-c57b-4e98-930e-30456da40a15 None None] DHCP port deletion for f0164663-65ee-4075-9936-7f07c30ae763 request from dv-cinder-839987-7-iscsi {{(pid=110158) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 18 15:08:41.186738 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.db [None req-8a42f612-a753-4766-b72f-27482fb257bb admin admin] For port 315d748e-80e6-44ce-8226-4daa799d7301, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=315d748e-80e6-44ce-8226-4daa799d7301,segment=NetworkSegment(f3b3f4db-8344-429b-a6d6-31152e8bdaac),segment_id=f3b3f4db-8344-429b-a6d6-31152e8bdaac)] {{(pid=110157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:08:41.187100 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-8a42f612-a753-4766-b72f-27482fb257bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (315d748e-80e6-44ce-8226-4daa799d7301), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:41.203253 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.plugin [None req-8a42f612-a753-4766-b72f-27482fb257bb admin admin] Calling delete_port for 315d748e-80e6-44ce-8226-4daa799d7301 owned by network:dhcp {{(pid=110157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:08:41.206099 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-563898e8-c57b-4e98-930e-30456da40a15 None None] Deleting port 315d748e-80e6-44ce-8226-4daa799d7301 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 15:08:41.206493 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-563898e8-c57b-4e98-930e-30456da40a15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770382719205'] for port (315d748e-80e6-44ce-8226-4daa799d7301), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:41.274945 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:08:41.275203 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-563898e8-c57b-4e98-930e-30456da40a15 None None] For port 315d748e-80e6-44ce-8226-4daa799d7301, host dv-cinder-839987-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-7-iscsi',level=0,port_id=315d748e-80e6-44ce-8226-4daa799d7301,segment=NetworkSegment(f3b3f4db-8344-429b-a6d6-31152e8bdaac),segment_id=f3b3f4db-8344-429b-a6d6-31152e8bdaac)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 15:08:41.275634 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-563898e8-c57b-4e98-930e-30456da40a15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1009328'] for port (315d748e-80e6-44ce-8226-4daa799d7301), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:41.294113 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-563898e8-c57b-4e98-930e-30456da40a15 None None] Calling delete_port for 315d748e-80e6-44ce-8226-4daa799d7301 owned by network:dhcp {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 15:08:41.296673 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-8a42f612-a753-4766-b72f-27482fb257bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13704171'] for port (315d748e-80e6-44ce-8226-4daa799d7301), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:41.301266 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:UPDATE=5 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:08:41.330727 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a42f612-a753-4766-b72f-27482fb257bb admin admin] Pushing event deleted for resources: {'Port': ['ID=315d748e-80e6-44ce-8226-4daa799d7301,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:08:41.339566 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a42f612-a753-4766-b72f-27482fb257bb admin admin] No DVR routers for this DVR port 315d748e-80e6-44ce-8226-4daa799d7301 on host dv-cinder-839987-7-iscsi {{(pid=110157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 15:08:41.377543 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-563898e8-c57b-4e98-930e-30456da40a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770382729593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770382176040'] for port (315d748e-80e6-44ce-8226-4daa799d7301), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:41.383910 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 41328) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:08:41.404908 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563898e8-c57b-4e98-930e-30456da40a15 None None] Pushing event deleted for resources: {'Port': ['ID=315d748e-80e6-44ce-8226-4daa799d7301,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:08:41.409001 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563898e8-c57b-4e98-930e-30456da40a15 None None] No DVR routers for this DVR port 315d748e-80e6-44ce-8226-4daa799d7301 on host dv-cinder-839987-7-iscsi {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 15:08:41.420337 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-8a42f612-a753-4766-b72f-27482fb257bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017651', 'neutron.services.segments.db._delete_segments_for_network-8770382701078'] for network (f0164663-65ee-4075-9936-7f07c30ae763), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:41.441441 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.services.segments.db [None req-8a42f612-a753-4766-b72f-27482fb257bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0164663-65ee-4075-9936-7f07c30ae763']}} {{(pid=110157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:08:41.451153 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.services.segments.db [None req-8a42f612-a753-4766-b72f-27482fb257bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3b3f4db-8344-429b-a6d6-31152e8bdaac') {'for_net_delete': True} {{(pid=110157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:08:41.451454 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.services.segments.db [None req-8a42f612-a753-4766-b72f-27482fb257bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3b3f4db-8344-429b-a6d6-31152e8bdaac') {} {{(pid=110157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:08:41.461220 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-8a42f612-a753-4766-b72f-27482fb257bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770382700063', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14498612'] for segment (f3b3f4db-8344-429b-a6d6-31152e8bdaac), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:41.484030 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-8a42f612-a753-4766-b72f-27482fb257bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029885'] for segment (f3b3f4db-8344-429b-a6d6-31152e8bdaac), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:41.490695 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a42f612-a753-4766-b72f-27482fb257bb admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=110157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 15:08:41.491009 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-8a42f612-a753-4766-b72f-27482fb257bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13704120'] for segment (f3b3f4db-8344-429b-a6d6-31152e8bdaac), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:41.493179 dv-cinder-839987-7-iscsi neutron-server[110157]: Traceback (most recent call last): May 18 15:08:41.493179 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 15:08:41.493179 dv-cinder-839987-7-iscsi neutron-server[110157]: timer() May 18 15:08:41.493179 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 15:08:41.493179 dv-cinder-839987-7-iscsi neutron-server[110157]: cb(*args, **kw) May 18 15:08:41.493179 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 18 15:08:41.493179 dv-cinder-839987-7-iscsi neutron-server[110157]: return func(*args, **kwargs) May 18 15:08:41.493179 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 15:08:41.493179 dv-cinder-839987-7-iscsi neutron-server[110157]: self._notify() May 18 15:08:41.493179 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 15:08:41.493179 dv-cinder-839987-7-iscsi neutron-server[110157]: self.callback(batched_events) May 18 15:08:41.493179 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 15:08:41.493179 dv-cinder-839987-7-iscsi neutron-server[110157]: event.method(event) May 18 15:08:41.493179 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 15:08:41.493179 dv-cinder-839987-7-iscsi neutron-server[110157]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 15:08:41.493179 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 15:08:41.493179 dv-cinder-839987-7-iscsi neutron-server[110157]: aggregate_uuid = self.p_client.list_aggregates( May 18 15:08:41.493179 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 15:08:41.493179 dv-cinder-839987-7-iscsi neutron-server[110157]: return f(self, *a, **k) May 18 15:08:41.493179 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 15:08:41.493179 dv-cinder-839987-7-iscsi neutron-server[110157]: return self._get(url).json() May 18 15:08:41.493179 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 15:08:41.493179 dv-cinder-839987-7-iscsi neutron-server[110157]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 15:08:41.493179 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 15:08:41.493179 dv-cinder-839987-7-iscsi neutron-server[110157]: return self.request(url, 'GET', **kwargs) May 18 15:08:41.493179 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 15:08:41.493179 dv-cinder-839987-7-iscsi neutron-server[110157]: base_url = self.get_endpoint(auth, allow=allow, May 18 15:08:41.493179 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 15:08:41.493179 dv-cinder-839987-7-iscsi neutron-server[110157]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 15:08:41.493179 dv-cinder-839987-7-iscsi neutron-server[110157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 15:08:41.493179 dv-cinder-839987-7-iscsi neutron-server[110157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 15:08:41.493179 dv-cinder-839987-7-iscsi neutron-server[110157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 15:08:41.531580 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-a369e498-da32-489f-944e-07103f67756b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:41.568529 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-8a42f612-a753-4766-b72f-27482fb257bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1001355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008250'] for network (f0164663-65ee-4075-9936-7f07c30ae763), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:41.575431 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-8a42f612-a753-4766-b72f-27482fb257bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1001381'] for network (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:41.579430 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-8a42f612-a753-4766-b72f-27482fb257bb admin admin] 10.222.0.59 "DELETE /v2.0/networks/f0164663-65ee-4075-9936-7f07c30ae763 HTTP/1.1" status: 204 len: 168 time: 0.5939937 May 18 15:08:41.592186 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device ec8aa1c4-0fae-4da3-a8e6-aa63eaba9b59 no longer exists at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 15:08:41.592487 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a42f612-a753-4766-b72f-27482fb257bb admin admin] Pushing event deleted for resources: {'Network': ['ID=f0164663-65ee-4075-9936-7f07c30ae763,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:08:41.614551 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] No Port match for: ec8aa1c4-0fae-4da3-a8e6-aa63eaba9b59 {{(pid=110158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 15:08:41.615113 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device ec8aa1c4-0fae-4da3-a8e6-aa63eaba9b59 not bound to the agent host dv-cinder-839987-7-iscsi {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 15:08:41.632800 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-a369e498-da32-489f-944e-07103f67756b admin admin] Publish callbacks [] for security_group (b7b4b7c9-d306-475e-ae76-20cac477b197), precommit_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:41.636722 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-a369e498-da32-489f-944e-07103f67756b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (b7b4b7c9-d306-475e-ae76-20cac477b197), after_create {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:41.677884 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-a369e498-da32-489f-944e-07103f67756b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3364e38dc6734c8d950bb654a1e4084b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2914648 May 18 15:08:41.678538 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a369e498-da32-489f-944e-07103f67756b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b4b7c9-d306-475e-ae76-20cac477b197,revision_number=1']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:08:41.680874 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 41334) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:08:41.729199 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 41336) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:08:41.734959 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-4e94477e-33f5-4a57-bfad-28e8a73b0401 admin admin] Publish callbacks [] for security_group (b7b4b7c9-d306-475e-ae76-20cac477b197), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:41.758122 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-4e94477e-33f5-4a57-bfad-28e8a73b0401 admin admin] Publish callbacks [] for security_group (b7b4b7c9-d306-475e-ae76-20cac477b197), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:41.772413 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-91eeb800-43bb-4f38-81c5-9da474b84fd4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d2f3dc5d9c6648c79267f71b5a86f249&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420661 May 18 15:08:41.774822 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.wsgi [-] (110156) accepted ('10.222.0.59', 41338) {{(pid=110156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:08:41.810708 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-4e94477e-33f5-4a57-bfad-28e8a73b0401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (b7b4b7c9-d306-475e-ae76-20cac477b197), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:41.817021 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-4e94477e-33f5-4a57-bfad-28e8a73b0401 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:41.818191 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-4e94477e-33f5-4a57-bfad-28e8a73b0401 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b7b4b7c9-d306-475e-ae76-20cac477b197 HTTP/1.1" status: 204 len: 168 time: 0.1350453 May 18 15:08:41.826428 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e94477e-33f5-4a57-bfad-28e8a73b0401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b4b7c9-d306-475e-ae76-20cac477b197,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:08:41.829322 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-07af2ce8-0f35-4354-881d-dd7e49dba94a admin admin] Publish callbacks [] for security_group (24fcb1c0-d69d-4183-b170-3cbf4bccf12c), before_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:41.854473 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-07af2ce8-0f35-4354-881d-dd7e49dba94a admin admin] Publish callbacks [] for security_group (24fcb1c0-d69d-4183-b170-3cbf4bccf12c), precommit_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:41.903161 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-07af2ce8-0f35-4354-881d-dd7e49dba94a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (24fcb1c0-d69d-4183-b170-3cbf4bccf12c), after_delete {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:41.905715 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron_lib.callbacks.manager [None req-07af2ce8-0f35-4354-881d-dd7e49dba94a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:41.906953 dv-cinder-839987-7-iscsi neutron-server[110156]: INFO neutron.wsgi [None req-07af2ce8-0f35-4354-881d-dd7e49dba94a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/24fcb1c0-d69d-4183-b170-3cbf4bccf12c HTTP/1.1" status: 204 len: 168 time: 0.1311567 May 18 15:08:41.917240 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07af2ce8-0f35-4354-881d-dd7e49dba94a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24fcb1c0-d69d-4183-b170-3cbf4bccf12c,revision_number=None']} {{(pid=110156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:08:42.285410 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 41346) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:08:42.325891 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-9eefb398-cd87-4037-bcc7-899628da3c50 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e79bc9f8860a4c9a868621d4359c8097&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393388 May 18 15:08:42.328270 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.wsgi [-] (110157) accepted ('10.222.0.59', 41348) {{(pid=110157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 15:08:42.378089 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-57917e2a-8703-454a-9187-055b14602b4d admin admin] Publish callbacks [] for security_group (cda3c9fe-93b2-4b16-a9f3-dcfa5e98b59c), before_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:42.399493 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-57917e2a-8703-454a-9187-055b14602b4d admin admin] Publish callbacks [] for security_group (cda3c9fe-93b2-4b16-a9f3-dcfa5e98b59c), precommit_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:42.446073 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-57917e2a-8703-454a-9187-055b14602b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037958'] for security_group (cda3c9fe-93b2-4b16-a9f3-dcfa5e98b59c), after_delete {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:42.449270 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron_lib.callbacks.manager [None req-57917e2a-8703-454a-9187-055b14602b4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:42.450409 dv-cinder-839987-7-iscsi neutron-server[110157]: INFO neutron.wsgi [None req-57917e2a-8703-454a-9187-055b14602b4d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cda3c9fe-93b2-4b16-a9f3-dcfa5e98b59c HTTP/1.1" status: 204 len: 168 time: 0.1212199 May 18 15:08:42.458083 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57917e2a-8703-454a-9187-055b14602b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda3c9fe-93b2-4b16-a9f3-dcfa5e98b59c,revision_number=None']} {{(pid=110157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:08:42.606332 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (f376d122-85a6-484a-a941-8f32d5a81e72), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:43.133449 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 3bb217f0-5755-4445-a331-313df99ce6b9 no longer exists at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 15:08:43.154719 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] No Port match for: 3bb217f0-5755-4445-a331-313df99ce6b9 {{(pid=110158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 15:08:43.155066 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 3bb217f0-5755-4445-a331-313df99ce6b9 not bound to the agent host dv-cinder-839987-7-iscsi {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 15:08:43.155480 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 315d748e-80e6-44ce-8226-4daa799d7301 no longer exists at agent ovs-agent-dv-cinder-839987-7-iscsi {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 15:08:43.175238 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] No Port match for: 315d748e-80e6-44ce-8226-4daa799d7301 {{(pid=110158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 15:08:43.175584 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.rpc [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Device 315d748e-80e6-44ce-8226-4daa799d7301 not bound to the agent host dv-cinder-839987-7-iscsi {{(pid=110158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 15:08:50.537790 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b62d0189-f65f-459d-938c-166da76926b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (7afc6fe8-d13b-4fd3-bc99-e9efab9a141d), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:51.909885 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=75,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:08:51.910696 dv-cinder-839987-7-iscsi neutron-server[110156]: DEBUG dbcounter [-] [110156] Writing DB stats neutron:SELECT=66,neutron:INSERT=4,neutron:DELETE=2 {{(pid=110156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:08:52.452994 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:SELECT=53,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:08:52.453810 dv-cinder-839987-7-iscsi neutron-server[110157]: DEBUG dbcounter [-] [110157] Writing DB stats neutron:DELETE=9,neutron:SELECT=62 {{(pid=110157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:08:52.954660 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ffd847b2-cc94-4ea3-b7ae-0377c07106ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (a5518e17-d4a6-403f-b34f-0fa3d03f1833), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:54.040685 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-50f4e27f-5619-452e-9630-0448ff5d9157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (0f4dbee4-4999-4f30-b578-59222d25f53e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:55.179961 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-86248160-1b36-4d80-a449-232705ae1859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (11bd5e7f-0ec7-43f5-9ca8-99d3c1136d9c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:56.496369 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:08:56.848461 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=59 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:08:56.852328 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=73,neutron:DELETE=1 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:09:09.222336 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:09:09.224205 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:09:12.607082 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (f376d122-85a6-484a-a941-8f32d5a81e72), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:09:17.836262 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.agents_db [None req-a4aab2e5-b658-4b2c-9b1f-100bc6421b45 None None] Agent healthcheck: found 6 active agents {{(pid=110159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 15:09:20.539911 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9c5ac033-43cb-446a-a829-ad80911e95d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (7afc6fe8-d13b-4fd3-bc99-e9efab9a141d), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:09:22.957134 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5ea002d1-fcd0-42af-99e9-f2f1d1ff5f32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (a5518e17-d4a6-403f-b34f-0fa3d03f1833), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:09:24.039881 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-50f4e27f-5619-452e-9630-0448ff5d9157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (0f4dbee4-4999-4f30-b578-59222d25f53e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:09:25.181185 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-86248160-1b36-4d80-a449-232705ae1859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (11bd5e7f-0ec7-43f5-9ca8-99d3c1136d9c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:09:26.501479 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:09:33.848235 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=3 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:09:33.849123 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=5 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:09:36.494496 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:09:36.496514 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:09:42.616137 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (f376d122-85a6-484a-a941-8f32d5a81e72), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:09:49.222274 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=13 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:09:49.223448 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=13 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:09:50.541629 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-693157c7-36e0-418a-a32b-56ce71ad39c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (7afc6fe8-d13b-4fd3-bc99-e9efab9a141d), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:09:52.960883 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-963bdbd0-0f1c-4f5e-a653-867fa63aebc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (a5518e17-d4a6-403f-b34f-0fa3d03f1833), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:09:54.041680 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-50f4e27f-5619-452e-9630-0448ff5d9157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (0f4dbee4-4999-4f30-b578-59222d25f53e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:09:54.838312 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.agents_db [None req-a4aab2e5-b658-4b2c-9b1f-100bc6421b45 None None] Agent healthcheck: found 6 active agents {{(pid=110159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 15:09:55.185157 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-86248160-1b36-4d80-a449-232705ae1859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (11bd5e7f-0ec7-43f5-9ca8-99d3c1136d9c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:09:56.504315 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:10:05.181741 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:10:06.500007 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:10:10.850182 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=3 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:10:10.856120 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=5 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:10:12.631523 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (f376d122-85a6-484a-a941-8f32d5a81e72), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:10:20.543908 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e7bfb635-d93d-4890-8034-83dde2bdf46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (7afc6fe8-d13b-4fd3-bc99-e9efab9a141d), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:10:22.962913 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3edad952-93e8-4da6-a871-bf4eac134fb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (a5518e17-d4a6-403f-b34f-0fa3d03f1833), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:10:24.047143 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-50f4e27f-5619-452e-9630-0448ff5d9157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (0f4dbee4-4999-4f30-b578-59222d25f53e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:10:25.189300 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-86248160-1b36-4d80-a449-232705ae1859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (11bd5e7f-0ec7-43f5-9ca8-99d3c1136d9c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:10:26.509092 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:10:31.839085 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.agents_db [None req-a4aab2e5-b658-4b2c-9b1f-100bc6421b45 None None] Agent healthcheck: found 6 active agents {{(pid=110159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 15:10:36.496620 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:10:36.503727 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:10:42.620056 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (f376d122-85a6-484a-a941-8f32d5a81e72), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:10:48.873104 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=8 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:10:48.873849 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:10:50.544635 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-30268d59-b9da-44d5-b3d0-81d75ae0da82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (7afc6fe8-d13b-4fd3-bc99-e9efab9a141d), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:10:52.964413 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3563e7f7-f8fb-43e4-8dca-96be9a0bfd51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (a5518e17-d4a6-403f-b34f-0fa3d03f1833), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:10:54.051162 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-50f4e27f-5619-452e-9630-0448ff5d9157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (0f4dbee4-4999-4f30-b578-59222d25f53e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:10:55.190548 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-86248160-1b36-4d80-a449-232705ae1859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (11bd5e7f-0ec7-43f5-9ca8-99d3c1136d9c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:10:56.511460 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:11:08.838958 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.agents_db [None req-a4aab2e5-b658-4b2c-9b1f-100bc6421b45 None None] Agent healthcheck: found 6 active agents {{(pid=110159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 15:11:09.338247 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:11:09.340269 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:11:12.629703 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (f376d122-85a6-484a-a941-8f32d5a81e72), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:11:20.545884 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-91d5f043-7783-4a6f-ab5b-ea88015a0d60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (7afc6fe8-d13b-4fd3-bc99-e9efab9a141d), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:11:22.965458 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1d328704-7a4e-42e4-957b-0cd217f5be4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (a5518e17-d4a6-403f-b34f-0fa3d03f1833), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:11:24.050311 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-50f4e27f-5619-452e-9630-0448ff5d9157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (0f4dbee4-4999-4f30-b578-59222d25f53e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:11:24.853395 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=3 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:11:24.854201 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=5 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:11:25.193536 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-86248160-1b36-4d80-a449-232705ae1859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (11bd5e7f-0ec7-43f5-9ca8-99d3c1136d9c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:11:26.513530 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:11:36.506930 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:UPDATE=3,neutron:SELECT=6 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:11:36.508763 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:11:42.628626 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (f376d122-85a6-484a-a941-8f32d5a81e72), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:11:45.838312 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.agents_db [None req-a4aab2e5-b658-4b2c-9b1f-100bc6421b45 None None] Agent healthcheck: found 6 active agents {{(pid=110159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 15:11:49.228917 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=13 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:11:50.547834 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e2351616-04f3-4bdf-863b-fdbc3966624c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (7afc6fe8-d13b-4fd3-bc99-e9efab9a141d), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:11:52.966804 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0ea47d21-295a-4ce5-823f-6f006f0e6b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (a5518e17-d4a6-403f-b34f-0fa3d03f1833), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:11:54.053654 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-50f4e27f-5619-452e-9630-0448ff5d9157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (0f4dbee4-4999-4f30-b578-59222d25f53e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:11:55.198248 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-86248160-1b36-4d80-a449-232705ae1859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (11bd5e7f-0ec7-43f5-9ca8-99d3c1136d9c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:11:56.518300 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:12:01.845567 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=17 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:12:01.849573 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=4 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:12:05.193394 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:12:06.514685 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:12:12.643290 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (f376d122-85a6-484a-a941-8f32d5a81e72), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:12:20.549552 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-906d6f4c-fb37-42f1-95c3-ab5e60808205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (7afc6fe8-d13b-4fd3-bc99-e9efab9a141d), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:12:22.837665 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.agents_db [None req-a4aab2e5-b658-4b2c-9b1f-100bc6421b45 None None] Agent healthcheck: found 6 active agents {{(pid=110159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 15:12:22.968133 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c9b60550-f662-4f4b-8271-f18b0f80dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (a5518e17-d4a6-403f-b34f-0fa3d03f1833), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:12:24.056329 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-50f4e27f-5619-452e-9630-0448ff5d9157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (0f4dbee4-4999-4f30-b578-59222d25f53e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:12:25.201111 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-86248160-1b36-4d80-a449-232705ae1859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (11bd5e7f-0ec7-43f5-9ca8-99d3c1136d9c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:12:26.519877 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:12:36.513516 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:12:36.517426 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:12:38.850673 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=5 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:12:38.855934 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=3 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:12:42.658697 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (f376d122-85a6-484a-a941-8f32d5a81e72), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:12:48.877237 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=1 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:12:48.877994 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:DELETE=1 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:12:50.551188 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1206c4b9-0312-4cca-b9bd-832e152458ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (7afc6fe8-d13b-4fd3-bc99-e9efab9a141d), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:12:52.970538 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-64595cbd-6e74-41d8-a327-3f85ae9f3d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (a5518e17-d4a6-403f-b34f-0fa3d03f1833), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:12:54.061515 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-50f4e27f-5619-452e-9630-0448ff5d9157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (0f4dbee4-4999-4f30-b578-59222d25f53e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:12:55.204291 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-86248160-1b36-4d80-a449-232705ae1859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (11bd5e7f-0ec7-43f5-9ca8-99d3c1136d9c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:12:56.522399 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:12:59.837262 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.agents_db [None req-a4aab2e5-b658-4b2c-9b1f-100bc6421b45 None None] Agent healthcheck: found 6 active agents {{(pid=110159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 15:13:09.229416 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:13:09.233902 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=24,neutron:UPDATE=5 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:13:12.659984 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (f376d122-85a6-484a-a941-8f32d5a81e72), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:13:15.847853 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=4 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:13:15.852077 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=4 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:13:20.552424 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-aa08f2e0-d617-447c-a498-7094fee2d04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (7afc6fe8-d13b-4fd3-bc99-e9efab9a141d), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:13:22.972832 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ea5d1d02-2e97-4e70-b75b-4d8c1adea31d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (a5518e17-d4a6-403f-b34f-0fa3d03f1833), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:13:24.062245 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-50f4e27f-5619-452e-9630-0448ff5d9157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (0f4dbee4-4999-4f30-b578-59222d25f53e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:13:25.206359 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-86248160-1b36-4d80-a449-232705ae1859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (11bd5e7f-0ec7-43f5-9ca8-99d3c1136d9c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:13:26.527876 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:13:36.516948 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:13:36.522928 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:13:36.836917 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG neutron.db.agents_db [None req-a4aab2e5-b658-4b2c-9b1f-100bc6421b45 None None] Agent healthcheck: found 6 active agents {{(pid=110159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 15:13:42.650165 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-60cbb1f7-e157-4a51-bcad-4f7d5101e244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (f376d122-85a6-484a-a941-8f32d5a81e72), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:13:50.554041 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-19135c10-3028-4bee-b811-fc321dd9d644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (7afc6fe8-d13b-4fd3-bc99-e9efab9a141d), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:13:52.861263 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=18 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:13:52.861978 dv-cinder-839987-7-iscsi neutron-server[110159]: DEBUG dbcounter [-] [110159] Writing DB stats neutron:SELECT=16 {{(pid=110159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:13:52.976372 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-406949c7-52de-4adb-b0b8-2613dd92a6d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (a5518e17-d4a6-403f-b34f-0fa3d03f1833), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:13:54.065103 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-50f4e27f-5619-452e-9630-0448ff5d9157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (0f4dbee4-4999-4f30-b578-59222d25f53e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:13:55.209832 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-86248160-1b36-4d80-a449-232705ae1859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (11bd5e7f-0ec7-43f5-9ca8-99d3c1136d9c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:13:56.520699 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55a5978d-d959-4400-ae17-fcb2996a2136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770382701060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1933488'] for agent (ddc7a9eb-6a43-4fab-bbd9-d2dd769e942e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 15:14:06.514377 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 15:14:06.516901 dv-cinder-839987-7-iscsi neutron-server[110158]: DEBUG dbcounter [-] [110158] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=110158) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}